2024-11-08 22:51:24,346 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-08 22:51:24,360 main DEBUG Took 0.011367 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-08 22:51:24,360 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-08 22:51:24,361 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-08 22:51:24,362 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-08 22:51:24,363 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 22:51:24,371 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-08 22:51:24,385 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 22:51:24,387 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 22:51:24,388 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 22:51:24,388 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 22:51:24,389 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 22:51:24,389 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 22:51:24,391 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 22:51:24,391 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 22:51:24,392 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 22:51:24,392 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 22:51:24,393 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 22:51:24,394 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 22:51:24,394 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 22:51:24,395 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 22:51:24,395 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 22:51:24,396 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 22:51:24,396 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 22:51:24,397 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 22:51:24,398 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 22:51:24,398 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 22:51:24,399 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 22:51:24,399 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 22:51:24,400 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 22:51:24,400 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 22:51:24,401 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 22:51:24,401 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-08 22:51:24,403 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 22:51:24,405 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-08 22:51:24,407 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-08 22:51:24,408 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-08 22:51:24,410 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-08 22:51:24,410 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-08 22:51:24,419 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-08 22:51:24,422 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-08 22:51:24,424 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-08 22:51:24,424 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-08 22:51:24,425 main DEBUG createAppenders(={Console}) 2024-11-08 22:51:24,426 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-11-08 22:51:24,426 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-08 22:51:24,426 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-11-08 22:51:24,427 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-08 22:51:24,427 main DEBUG OutputStream closed 2024-11-08 22:51:24,428 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-08 22:51:24,428 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-08 22:51:24,428 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-11-08 22:51:24,514 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-08 22:51:24,516 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-08 22:51:24,517 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-08 22:51:24,518 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-08 22:51:24,519 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-08 22:51:24,519 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-08 22:51:24,520 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-08 22:51:24,520 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-08 22:51:24,520 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-08 22:51:24,521 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-08 22:51:24,521 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-08 22:51:24,522 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-08 22:51:24,522 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-08 22:51:24,522 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-08 22:51:24,523 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-08 22:51:24,523 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-08 22:51:24,523 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-08 22:51:24,524 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-08 22:51:24,526 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08 22:51:24,527 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-11-08 22:51:24,527 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-08 22:51:24,528 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-11-08T22:51:24,779 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e5da792-f2f6-0179-ce41-ed761653144c 2024-11-08 22:51:24,783 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-08 22:51:24,783 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08T22:51:24,792 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-11-08T22:51:24,831 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=208, ProcessCount=11, AvailableMemoryMB=3807 2024-11-08T22:51:24,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T22:51:24,854 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e5da792-f2f6-0179-ce41-ed761653144c/cluster_9cd6aa96-1e59-770e-c822-c53ebd115240, deleteOnExit=true 2024-11-08T22:51:24,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T22:51:24,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e5da792-f2f6-0179-ce41-ed761653144c/test.cache.data in system properties and HBase conf 2024-11-08T22:51:24,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e5da792-f2f6-0179-ce41-ed761653144c/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T22:51:24,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e5da792-f2f6-0179-ce41-ed761653144c/hadoop.log.dir in system properties and HBase conf 2024-11-08T22:51:24,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e5da792-f2f6-0179-ce41-ed761653144c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T22:51:24,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e5da792-f2f6-0179-ce41-ed761653144c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T22:51:24,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T22:51:24,967 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-08T22:51:25,053 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T22:51:25,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e5da792-f2f6-0179-ce41-ed761653144c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T22:51:25,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e5da792-f2f6-0179-ce41-ed761653144c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T22:51:25,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e5da792-f2f6-0179-ce41-ed761653144c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T22:51:25,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e5da792-f2f6-0179-ce41-ed761653144c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T22:51:25,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e5da792-f2f6-0179-ce41-ed761653144c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T22:51:25,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e5da792-f2f6-0179-ce41-ed761653144c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T22:51:25,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e5da792-f2f6-0179-ce41-ed761653144c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T22:51:25,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e5da792-f2f6-0179-ce41-ed761653144c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T22:51:25,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e5da792-f2f6-0179-ce41-ed761653144c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T22:51:25,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e5da792-f2f6-0179-ce41-ed761653144c/nfs.dump.dir in system properties and HBase conf 2024-11-08T22:51:25,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e5da792-f2f6-0179-ce41-ed761653144c/java.io.tmpdir in system properties and HBase conf 2024-11-08T22:51:25,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e5da792-f2f6-0179-ce41-ed761653144c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T22:51:25,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e5da792-f2f6-0179-ce41-ed761653144c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T22:51:25,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e5da792-f2f6-0179-ce41-ed761653144c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T22:51:26,620 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-08T22:51:26,723 INFO [Time-limited test {}] log.Log(170): Logging initialized @3109ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-08T22:51:26,797 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:51:26,870 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:51:26,894 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:51:26,895 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:51:26,897 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T22:51:26,915 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:51:26,919 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e5da792-f2f6-0179-ce41-ed761653144c/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:51:26,921 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:51:27,121 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@612e4b2b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e5da792-f2f6-0179-ce41-ed761653144c/java.io.tmpdir/jetty-localhost-42049-hadoop-hdfs-3_4_1-tests_jar-_-any-12285894712571618178/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T22:51:27,128 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:42049} 2024-11-08T22:51:27,129 INFO [Time-limited test {}] server.Server(415): Started @3516ms 2024-11-08T22:51:27,733 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:51:27,744 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:51:27,750 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:51:27,751 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:51:27,751 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T22:51:27,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e5da792-f2f6-0179-ce41-ed761653144c/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:51:27,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:51:27,862 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@790fbcfe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e5da792-f2f6-0179-ce41-ed761653144c/java.io.tmpdir/jetty-localhost-44221-hadoop-hdfs-3_4_1-tests_jar-_-any-10559882834252316295/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:51:27,863 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:44221} 2024-11-08T22:51:27,863 INFO [Time-limited test {}] server.Server(415): Started @4251ms 2024-11-08T22:51:27,921 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T22:51:28,072 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:51:28,085 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:51:28,087 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:51:28,087 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:51:28,088 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T22:51:28,089 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e5da792-f2f6-0179-ce41-ed761653144c/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:51:28,090 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:51:28,211 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b9fe80c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e5da792-f2f6-0179-ce41-ed761653144c/java.io.tmpdir/jetty-localhost-41431-hadoop-hdfs-3_4_1-tests_jar-_-any-9293366939268465552/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:51:28,212 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:41431} 2024-11-08T22:51:28,212 INFO [Time-limited test {}] server.Server(415): Started @4599ms 2024-11-08T22:51:28,214 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T22:51:30,859 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e5da792-f2f6-0179-ce41-ed761653144c/cluster_9cd6aa96-1e59-770e-c822-c53ebd115240/data/data4/current/BP-1458535901-172.17.0.3-1731106285679/current, will proceed with Du for space computation calculation, 2024-11-08T22:51:30,859 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e5da792-f2f6-0179-ce41-ed761653144c/cluster_9cd6aa96-1e59-770e-c822-c53ebd115240/data/data1/current/BP-1458535901-172.17.0.3-1731106285679/current, will proceed with Du for space computation calculation, 2024-11-08T22:51:30,859 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e5da792-f2f6-0179-ce41-ed761653144c/cluster_9cd6aa96-1e59-770e-c822-c53ebd115240/data/data3/current/BP-1458535901-172.17.0.3-1731106285679/current, will proceed with Du for space computation calculation, 2024-11-08T22:51:30,859 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e5da792-f2f6-0179-ce41-ed761653144c/cluster_9cd6aa96-1e59-770e-c822-c53ebd115240/data/data2/current/BP-1458535901-172.17.0.3-1731106285679/current, will proceed with Du for space computation calculation, 2024-11-08T22:51:30,896 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T22:51:30,896 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T22:51:30,943 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x194d7d48152f2be with lease ID 0x4756c2c9c9780592: Processing first storage report for DS-a1d5ab0f-0d8a-4c36-aab3-2e66e33dcd64 from datanode DatanodeRegistration(127.0.0.1:45545, datanodeUuid=b5926b2f-ba95-44fb-8f48-0eda0cd04f15, infoPort=36577, infoSecurePort=0, ipcPort=33217, storageInfo=lv=-57;cid=testClusterID;nsid=272001078;c=1731106285679) 2024-11-08T22:51:30,944 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x194d7d48152f2be with lease ID 0x4756c2c9c9780592: from storage DS-a1d5ab0f-0d8a-4c36-aab3-2e66e33dcd64 node DatanodeRegistration(127.0.0.1:45545, datanodeUuid=b5926b2f-ba95-44fb-8f48-0eda0cd04f15, infoPort=36577, infoSecurePort=0, ipcPort=33217, storageInfo=lv=-57;cid=testClusterID;nsid=272001078;c=1731106285679), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T22:51:30,944 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6508704e29af14f0 with lease ID 0x4756c2c9c9780591: Processing first storage report for DS-fc87f4e3-79cd-42f3-bf83-8667a9a15714 from datanode DatanodeRegistration(127.0.0.1:38163, datanodeUuid=09f081c7-b0f7-4528-9536-6e92b7c3f46c, infoPort=37817, infoSecurePort=0, ipcPort=42917, storageInfo=lv=-57;cid=testClusterID;nsid=272001078;c=1731106285679) 2024-11-08T22:51:30,944 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6508704e29af14f0 with lease ID 0x4756c2c9c9780591: from storage DS-fc87f4e3-79cd-42f3-bf83-8667a9a15714 node DatanodeRegistration(127.0.0.1:38163, datanodeUuid=09f081c7-b0f7-4528-9536-6e92b7c3f46c, infoPort=37817, infoSecurePort=0, ipcPort=42917, storageInfo=lv=-57;cid=testClusterID;nsid=272001078;c=1731106285679), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:51:30,945 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x194d7d48152f2be with lease ID 0x4756c2c9c9780592: Processing first storage report for DS-cfe2f8df-85f2-4e62-a875-d7b4a84d2725 from datanode DatanodeRegistration(127.0.0.1:45545, datanodeUuid=b5926b2f-ba95-44fb-8f48-0eda0cd04f15, infoPort=36577, infoSecurePort=0, ipcPort=33217, storageInfo=lv=-57;cid=testClusterID;nsid=272001078;c=1731106285679) 2024-11-08T22:51:30,945 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x194d7d48152f2be with lease ID 0x4756c2c9c9780592: from storage DS-cfe2f8df-85f2-4e62-a875-d7b4a84d2725 node DatanodeRegistration(127.0.0.1:45545, datanodeUuid=b5926b2f-ba95-44fb-8f48-0eda0cd04f15, infoPort=36577, infoSecurePort=0, ipcPort=33217, storageInfo=lv=-57;cid=testClusterID;nsid=272001078;c=1731106285679), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:51:30,945 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6508704e29af14f0 with lease ID 0x4756c2c9c9780591: Processing first storage report for DS-886ce7ca-91f2-4bba-b543-49eb164b5443 from datanode DatanodeRegistration(127.0.0.1:38163, datanodeUuid=09f081c7-b0f7-4528-9536-6e92b7c3f46c, infoPort=37817, infoSecurePort=0, ipcPort=42917, storageInfo=lv=-57;cid=testClusterID;nsid=272001078;c=1731106285679) 2024-11-08T22:51:30,945 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6508704e29af14f0 with lease ID 0x4756c2c9c9780591: from storage DS-886ce7ca-91f2-4bba-b543-49eb164b5443 node DatanodeRegistration(127.0.0.1:38163, datanodeUuid=09f081c7-b0f7-4528-9536-6e92b7c3f46c, infoPort=37817, infoSecurePort=0, ipcPort=42917, storageInfo=lv=-57;cid=testClusterID;nsid=272001078;c=1731106285679), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:51:30,971 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e5da792-f2f6-0179-ce41-ed761653144c 2024-11-08T22:51:31,042 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e5da792-f2f6-0179-ce41-ed761653144c/cluster_9cd6aa96-1e59-770e-c822-c53ebd115240/zookeeper_0, clientPort=63416, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e5da792-f2f6-0179-ce41-ed761653144c/cluster_9cd6aa96-1e59-770e-c822-c53ebd115240/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e5da792-f2f6-0179-ce41-ed761653144c/cluster_9cd6aa96-1e59-770e-c822-c53ebd115240/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T22:51:31,050 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63416 2024-11-08T22:51:31,064 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:51:31,067 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:51:31,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45545 is added to blk_1073741825_1001 (size=7) 2024-11-08T22:51:31,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38163 is added to blk_1073741825_1001 (size=7) 2024-11-08T22:51:31,719 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848 with version=8 2024-11-08T22:51:31,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/hbase-staging 2024-11-08T22:51:31,794 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-08T22:51:31,992 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:51:32,002 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:51:32,002 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:51:32,007 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:51:32,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:51:32,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:51:32,150 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T22:51:32,218 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-08T22:51:32,231 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-08T22:51:32,236 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:51:32,272 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 95215 (auto-detected) 2024-11-08T22:51:32,274 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-08T22:51:32,299 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35897 2024-11-08T22:51:32,323 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35897 connecting to ZooKeeper ensemble=127.0.0.1:63416 2024-11-08T22:51:32,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:358970x0, quorum=127.0.0.1:63416, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:51:32,476 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35897-0x1011ca5b8fc0000 connected 2024-11-08T22:51:32,569 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:51:32,572 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:51:32,586 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35897-0x1011ca5b8fc0000, quorum=127.0.0.1:63416, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T22:51:32,591 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848, hbase.cluster.distributed=false 2024-11-08T22:51:32,616 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35897-0x1011ca5b8fc0000, quorum=127.0.0.1:63416, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T22:51:32,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35897 2024-11-08T22:51:32,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35897 2024-11-08T22:51:32,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35897 2024-11-08T22:51:32,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35897 2024-11-08T22:51:32,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35897 2024-11-08T22:51:32,764 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:51:32,766 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:51:32,766 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:51:32,767 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:51:32,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:51:32,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:51:32,769 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T22:51:32,772 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:51:32,773 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36089 2024-11-08T22:51:32,774 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36089 connecting to ZooKeeper ensemble=127.0.0.1:63416 2024-11-08T22:51:32,775 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:51:32,780 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:51:32,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:360890x0, quorum=127.0.0.1:63416, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:51:32,841 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36089-0x1011ca5b8fc0001 connected 2024-11-08T22:51:32,841 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36089-0x1011ca5b8fc0001, quorum=127.0.0.1:63416, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T22:51:32,845 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T22:51:32,853 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T22:51:32,856 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36089-0x1011ca5b8fc0001, quorum=127.0.0.1:63416, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T22:51:32,862 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36089-0x1011ca5b8fc0001, quorum=127.0.0.1:63416, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T22:51:32,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36089 2024-11-08T22:51:32,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36089 2024-11-08T22:51:32,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36089 2024-11-08T22:51:32,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36089 2024-11-08T22:51:32,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36089 2024-11-08T22:51:32,885 DEBUG [M:0;ff635fa717b5:35897 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ff635fa717b5:35897 2024-11-08T22:51:32,886 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/ff635fa717b5,35897,1731106291839 2024-11-08T22:51:32,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35897-0x1011ca5b8fc0000, quorum=127.0.0.1:63416, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T22:51:32,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36089-0x1011ca5b8fc0001, quorum=127.0.0.1:63416, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T22:51:32,916 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35897-0x1011ca5b8fc0000, quorum=127.0.0.1:63416, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ff635fa717b5,35897,1731106291839 2024-11-08T22:51:32,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36089-0x1011ca5b8fc0001, quorum=127.0.0.1:63416, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T22:51:32,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35897-0x1011ca5b8fc0000, quorum=127.0.0.1:63416, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:51:32,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36089-0x1011ca5b8fc0001, quorum=127.0.0.1:63416, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:51:32,955 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35897-0x1011ca5b8fc0000, quorum=127.0.0.1:63416, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T22:51:32,957 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ff635fa717b5,35897,1731106291839 from backup master directory 2024-11-08T22:51:32,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35897-0x1011ca5b8fc0000, quorum=127.0.0.1:63416, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ff635fa717b5,35897,1731106291839 2024-11-08T22:51:32,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36089-0x1011ca5b8fc0001, quorum=127.0.0.1:63416, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T22:51:32,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35897-0x1011ca5b8fc0000, quorum=127.0.0.1:63416, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T22:51:32,968 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:51:32,968 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ff635fa717b5,35897,1731106291839 2024-11-08T22:51:32,970 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-08T22:51:32,972 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-08T22:51:33,031 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/hbase.id] with ID: 5c2785a1-a38d-4bbb-827a-33c7f9380013 2024-11-08T22:51:33,032 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/.tmp/hbase.id 2024-11-08T22:51:33,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38163 is added to blk_1073741826_1002 (size=42) 2024-11-08T22:51:33,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45545 is added to blk_1073741826_1002 (size=42) 2024-11-08T22:51:33,048 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/.tmp/hbase.id]:[hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/hbase.id] 2024-11-08T22:51:33,095 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:51:33,100 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T22:51:33,121 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 20ms. 2024-11-08T22:51:33,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35897-0x1011ca5b8fc0000, quorum=127.0.0.1:63416, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:51:33,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36089-0x1011ca5b8fc0001, quorum=127.0.0.1:63416, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:51:33,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45545 is added to blk_1073741827_1003 (size=196) 2024-11-08T22:51:33,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38163 is added to blk_1073741827_1003 (size=196) 2024-11-08T22:51:33,166 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:51:33,168 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T22:51:33,174 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:51:33,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38163 is added to blk_1073741828_1004 (size=1189) 2024-11-08T22:51:33,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45545 is added to blk_1073741828_1004 (size=1189) 2024-11-08T22:51:33,223 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/MasterData/data/master/store 2024-11-08T22:51:33,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38163 is added to blk_1073741829_1005 (size=34) 2024-11-08T22:51:33,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45545 is added to blk_1073741829_1005 (size=34) 2024-11-08T22:51:33,249 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-08T22:51:33,252 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:51:33,253 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T22:51:33,254 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:51:33,254 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:51:33,255 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T22:51:33,255 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:51:33,256 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:51:33,257 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731106293253Disabling compacts and flushes for region at 1731106293253Disabling writes for close at 1731106293255 (+2 ms)Writing region close event to WAL at 1731106293255Closed at 1731106293255 2024-11-08T22:51:33,259 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/MasterData/data/master/store/.initializing 2024-11-08T22:51:33,259 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/MasterData/WALs/ff635fa717b5,35897,1731106291839 2024-11-08T22:51:33,269 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:51:33,286 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff635fa717b5%2C35897%2C1731106291839, suffix=, logDir=hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/MasterData/WALs/ff635fa717b5,35897,1731106291839, archiveDir=hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/MasterData/oldWALs, maxLogs=10 2024-11-08T22:51:33,324 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/MasterData/WALs/ff635fa717b5,35897,1731106291839/ff635fa717b5%2C35897%2C1731106291839.1731106293292, exclude list is [], retry=0 2024-11-08T22:51:33,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:414) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:473) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:468) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T22:51:33,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45545,DS-a1d5ab0f-0d8a-4c36-aab3-2e66e33dcd64,DISK] 2024-11-08T22:51:33,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38163,DS-fc87f4e3-79cd-42f3-bf83-8667a9a15714,DISK] 2024-11-08T22:51:33,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-08T22:51:33,392 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/MasterData/WALs/ff635fa717b5,35897,1731106291839/ff635fa717b5%2C35897%2C1731106291839.1731106293292 2024-11-08T22:51:33,393 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37817:37817),(127.0.0.1/127.0.0.1:36577:36577)] 2024-11-08T22:51:33,394 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:51:33,395 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:51:33,398 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:51:33,399 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:51:33,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:51:33,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T22:51:33,466 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:51:33,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:51:33,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:51:33,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T22:51:33,475 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:51:33,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:51:33,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:51:33,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T22:51:33,481 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:51:33,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:51:33,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:51:33,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T22:51:33,487 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:51:33,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:51:33,489 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:51:33,493 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:51:33,494 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:51:33,500 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:51:33,501 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:51:33,504 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:51:33,508 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:51:33,514 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:51:33,515 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=777871, jitterRate=-0.010886192321777344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:51:33,522 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731106293411Initializing all the Stores at 1731106293414 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731106293414Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731106293415 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731106293416 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731106293416Cleaning up temporary data from old regions at 1731106293501 (+85 ms)Region opened successfully at 1731106293522 (+21 ms) 2024-11-08T22:51:33,524 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T22:51:33,557 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@277408eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:51:33,588 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T22:51:33,599 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T22:51:33,599 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T22:51:33,602 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T22:51:33,604 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T22:51:33,609 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-08T22:51:33,609 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T22:51:33,642 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T22:51:33,653 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35897-0x1011ca5b8fc0000, quorum=127.0.0.1:63416, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T22:51:33,701 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T22:51:33,704 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T22:51:33,706 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35897-0x1011ca5b8fc0000, quorum=127.0.0.1:63416, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T22:51:33,794 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T22:51:33,797 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T22:51:33,801 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35897-0x1011ca5b8fc0000, quorum=127.0.0.1:63416, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T22:51:33,873 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T22:51:33,875 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35897-0x1011ca5b8fc0000, quorum=127.0.0.1:63416, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T22:51:33,903 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T22:51:33,919 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35897-0x1011ca5b8fc0000, quorum=127.0.0.1:63416, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T22:51:33,924 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T22:51:33,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36089-0x1011ca5b8fc0001, quorum=127.0.0.1:63416, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T22:51:33,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35897-0x1011ca5b8fc0000, quorum=127.0.0.1:63416, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T22:51:33,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35897-0x1011ca5b8fc0000, quorum=127.0.0.1:63416, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:51:33,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36089-0x1011ca5b8fc0001, quorum=127.0.0.1:63416, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:51:33,938 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ff635fa717b5,35897,1731106291839, sessionid=0x1011ca5b8fc0000, setting cluster-up flag (Was=false) 2024-11-08T22:51:33,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36089-0x1011ca5b8fc0001, quorum=127.0.0.1:63416, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:51:33,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35897-0x1011ca5b8fc0000, quorum=127.0.0.1:63416, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:51:33,998 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T22:51:34,000 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,35897,1731106291839 2024-11-08T22:51:34,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36089-0x1011ca5b8fc0001, quorum=127.0.0.1:63416, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:51:34,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35897-0x1011ca5b8fc0000, quorum=127.0.0.1:63416, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:51:34,051 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T22:51:34,053 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,35897,1731106291839 2024-11-08T22:51:34,059 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T22:51:34,076 INFO [RS:0;ff635fa717b5:36089 {}] regionserver.HRegionServer(746): ClusterId : 5c2785a1-a38d-4bbb-827a-33c7f9380013 2024-11-08T22:51:34,078 DEBUG [RS:0;ff635fa717b5:36089 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T22:51:34,093 DEBUG [RS:0;ff635fa717b5:36089 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T22:51:34,093 DEBUG [RS:0;ff635fa717b5:36089 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T22:51:34,105 DEBUG [RS:0;ff635fa717b5:36089 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T22:51:34,105 DEBUG [RS:0;ff635fa717b5:36089 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55892a74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:51:34,120 DEBUG [RS:0;ff635fa717b5:36089 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ff635fa717b5:36089 2024-11-08T22:51:34,123 INFO [RS:0;ff635fa717b5:36089 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T22:51:34,123 INFO [RS:0;ff635fa717b5:36089 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T22:51:34,123 DEBUG [RS:0;ff635fa717b5:36089 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T22:51:34,125 INFO [RS:0;ff635fa717b5:36089 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff635fa717b5,35897,1731106291839 with port=36089, startcode=1731106292725 2024-11-08T22:51:34,134 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T22:51:34,135 DEBUG [RS:0;ff635fa717b5:36089 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T22:51:34,143 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T22:51:34,149 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T22:51:34,154 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ff635fa717b5,35897,1731106291839 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T22:51:34,163 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:51:34,163 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:51:34,163 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:51:34,164 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:51:34,164 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ff635fa717b5:0, corePoolSize=10, maxPoolSize=10 2024-11-08T22:51:34,164 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:51:34,164 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:51:34,165 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:51:34,174 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731106324174 2024-11-08T22:51:34,174 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32883, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T22:51:34,174 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:51:34,175 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T22:51:34,175 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T22:51:34,177 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T22:51:34,181 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T22:51:34,181 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35897 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T22:51:34,182 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T22:51:34,182 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T22:51:34,182 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:51:34,182 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T22:51:34,183 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T22:51:34,187 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:51:34,192 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T22:51:34,193 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T22:51:34,194 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T22:51:34,199 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T22:51:34,199 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T22:51:34,205 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731106294200,5,FailOnTimeoutGroup] 2024-11-08T22:51:34,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38163 is added to blk_1073741831_1007 (size=1321) 2024-11-08T22:51:34,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45545 is added to blk_1073741831_1007 (size=1321) 2024-11-08T22:51:34,210 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T22:51:34,210 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848 2024-11-08T22:51:34,211 DEBUG [RS:0;ff635fa717b5:36089 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-08T22:51:34,211 WARN [RS:0;ff635fa717b5:36089 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-08T22:51:34,211 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731106294205,5,FailOnTimeoutGroup] 2024-11-08T22:51:34,211 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:51:34,211 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T22:51:34,213 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T22:51:34,213 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T22:51:34,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38163 is added to blk_1073741832_1008 (size=32) 2024-11-08T22:51:34,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45545 is added to blk_1073741832_1008 (size=32) 2024-11-08T22:51:34,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:51:34,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T22:51:34,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T22:51:34,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:51:34,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:51:34,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T22:51:34,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T22:51:34,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:51:34,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:51:34,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T22:51:34,247 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T22:51:34,247 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:51:34,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:51:34,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T22:51:34,251 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T22:51:34,252 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:51:34,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:51:34,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T22:51:34,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/data/hbase/meta/1588230740 2024-11-08T22:51:34,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/data/hbase/meta/1588230740 2024-11-08T22:51:34,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T22:51:34,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T22:51:34,261 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T22:51:34,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T22:51:34,269 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:51:34,270 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=821055, jitterRate=0.044025689363479614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T22:51:34,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731106294228Initializing all the Stores at 1731106294231 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731106294231Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731106294232 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731106294232Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731106294232Cleaning up temporary data from old regions at 1731106294260 (+28 ms)Region opened successfully at 1731106294274 (+14 ms) 2024-11-08T22:51:34,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T22:51:34,275 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T22:51:34,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T22:51:34,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T22:51:34,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T22:51:34,277 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T22:51:34,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731106294275Disabling compacts and flushes for region at 1731106294275Disabling writes for close at 1731106294275Writing region close event to WAL at 1731106294276 (+1 ms)Closed at 1731106294277 (+1 ms) 2024-11-08T22:51:34,281 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:51:34,281 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T22:51:34,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T22:51:34,295 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:51:34,298 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T22:51:34,312 INFO [RS:0;ff635fa717b5:36089 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff635fa717b5,35897,1731106291839 with port=36089, startcode=1731106292725 2024-11-08T22:51:34,314 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35897 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff635fa717b5,36089,1731106292725 2024-11-08T22:51:34,317 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35897 {}] master.ServerManager(517): Registering regionserver=ff635fa717b5,36089,1731106292725 2024-11-08T22:51:34,324 DEBUG [RS:0;ff635fa717b5:36089 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848 2024-11-08T22:51:34,324 DEBUG [RS:0;ff635fa717b5:36089 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35235 2024-11-08T22:51:34,325 DEBUG [RS:0;ff635fa717b5:36089 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T22:51:34,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35897-0x1011ca5b8fc0000, quorum=127.0.0.1:63416, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T22:51:34,406 DEBUG [RS:0;ff635fa717b5:36089 {}] zookeeper.ZKUtil(111): regionserver:36089-0x1011ca5b8fc0001, quorum=127.0.0.1:63416, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ff635fa717b5,36089,1731106292725 2024-11-08T22:51:34,406 WARN [RS:0;ff635fa717b5:36089 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:51:34,406 INFO [RS:0;ff635fa717b5:36089 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:51:34,406 DEBUG [RS:0;ff635fa717b5:36089 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/WALs/ff635fa717b5,36089,1731106292725 2024-11-08T22:51:34,408 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff635fa717b5,36089,1731106292725] 2024-11-08T22:51:34,437 INFO [RS:0;ff635fa717b5:36089 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T22:51:34,449 WARN [ff635fa717b5:35897 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T22:51:34,452 INFO [RS:0;ff635fa717b5:36089 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T22:51:34,456 INFO [RS:0;ff635fa717b5:36089 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T22:51:34,456 INFO [RS:0;ff635fa717b5:36089 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:51:34,457 INFO [RS:0;ff635fa717b5:36089 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T22:51:34,463 INFO [RS:0;ff635fa717b5:36089 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T22:51:34,464 INFO [RS:0;ff635fa717b5:36089 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T22:51:34,464 DEBUG [RS:0;ff635fa717b5:36089 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:51:34,464 DEBUG [RS:0;ff635fa717b5:36089 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:51:34,464 DEBUG [RS:0;ff635fa717b5:36089 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:51:34,465 DEBUG [RS:0;ff635fa717b5:36089 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:51:34,465 DEBUG [RS:0;ff635fa717b5:36089 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:51:34,465 DEBUG [RS:0;ff635fa717b5:36089 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:51:34,465 DEBUG [RS:0;ff635fa717b5:36089 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:51:34,465 DEBUG [RS:0;ff635fa717b5:36089 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:51:34,465 DEBUG [RS:0;ff635fa717b5:36089 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:51:34,466 DEBUG [RS:0;ff635fa717b5:36089 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:51:34,466 DEBUG [RS:0;ff635fa717b5:36089 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:51:34,466 DEBUG [RS:0;ff635fa717b5:36089 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:51:34,466 DEBUG [RS:0;ff635fa717b5:36089 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:51:34,466 DEBUG [RS:0;ff635fa717b5:36089 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:51:34,467 INFO [RS:0;ff635fa717b5:36089 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:51:34,467 INFO [RS:0;ff635fa717b5:36089 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:51:34,467 INFO [RS:0;ff635fa717b5:36089 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:51:34,467 INFO [RS:0;ff635fa717b5:36089 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T22:51:34,467 INFO [RS:0;ff635fa717b5:36089 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T22:51:34,467 INFO [RS:0;ff635fa717b5:36089 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,36089,1731106292725-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:51:34,494 INFO [RS:0;ff635fa717b5:36089 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T22:51:34,497 INFO [RS:0;ff635fa717b5:36089 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,36089,1731106292725-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:51:34,497 INFO [RS:0;ff635fa717b5:36089 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:51:34,498 INFO [RS:0;ff635fa717b5:36089 {}] regionserver.Replication(171): ff635fa717b5,36089,1731106292725 started 2024-11-08T22:51:34,517 INFO [RS:0;ff635fa717b5:36089 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:51:34,518 INFO [RS:0;ff635fa717b5:36089 {}] regionserver.HRegionServer(1482): Serving as ff635fa717b5,36089,1731106292725, RpcServer on ff635fa717b5/172.17.0.3:36089, sessionid=0x1011ca5b8fc0001 2024-11-08T22:51:34,519 DEBUG [RS:0;ff635fa717b5:36089 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T22:51:34,519 DEBUG [RS:0;ff635fa717b5:36089 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff635fa717b5,36089,1731106292725 2024-11-08T22:51:34,519 DEBUG [RS:0;ff635fa717b5:36089 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,36089,1731106292725' 2024-11-08T22:51:34,519 DEBUG [RS:0;ff635fa717b5:36089 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T22:51:34,520 DEBUG [RS:0;ff635fa717b5:36089 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T22:51:34,521 DEBUG [RS:0;ff635fa717b5:36089 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T22:51:34,521 DEBUG [RS:0;ff635fa717b5:36089 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T22:51:34,521 DEBUG [RS:0;ff635fa717b5:36089 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff635fa717b5,36089,1731106292725 2024-11-08T22:51:34,522 DEBUG [RS:0;ff635fa717b5:36089 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,36089,1731106292725' 2024-11-08T22:51:34,522 DEBUG [RS:0;ff635fa717b5:36089 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T22:51:34,522 DEBUG [RS:0;ff635fa717b5:36089 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T22:51:34,523 DEBUG [RS:0;ff635fa717b5:36089 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T22:51:34,523 INFO [RS:0;ff635fa717b5:36089 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T22:51:34,523 INFO [RS:0;ff635fa717b5:36089 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T22:51:34,628 INFO [RS:0;ff635fa717b5:36089 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:51:34,631 INFO [RS:0;ff635fa717b5:36089 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff635fa717b5%2C36089%2C1731106292725, suffix=, logDir=hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/WALs/ff635fa717b5,36089,1731106292725, archiveDir=hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/oldWALs, maxLogs=32 2024-11-08T22:51:34,646 DEBUG [RS:0;ff635fa717b5:36089 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/WALs/ff635fa717b5,36089,1731106292725/ff635fa717b5%2C36089%2C1731106292725.1731106294634, exclude list is [], retry=0 2024-11-08T22:51:34,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45545,DS-a1d5ab0f-0d8a-4c36-aab3-2e66e33dcd64,DISK] 2024-11-08T22:51:34,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38163,DS-fc87f4e3-79cd-42f3-bf83-8667a9a15714,DISK] 2024-11-08T22:51:34,656 INFO [RS:0;ff635fa717b5:36089 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/WALs/ff635fa717b5,36089,1731106292725/ff635fa717b5%2C36089%2C1731106292725.1731106294634 2024-11-08T22:51:34,656 DEBUG [RS:0;ff635fa717b5:36089 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36577:36577),(127.0.0.1/127.0.0.1:37817:37817)] 2024-11-08T22:51:34,701 DEBUG [ff635fa717b5:35897 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T22:51:34,712 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ff635fa717b5,36089,1731106292725 2024-11-08T22:51:34,719 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,36089,1731106292725, state=OPENING 2024-11-08T22:51:34,745 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T22:51:34,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36089-0x1011ca5b8fc0001, quorum=127.0.0.1:63416, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:51:34,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35897-0x1011ca5b8fc0000, quorum=127.0.0.1:63416, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:51:34,839 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T22:51:34,839 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T22:51:34,841 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:51:34,844 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,36089,1731106292725}] 2024-11-08T22:51:35,018 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T22:51:35,021 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T22:51:35,031 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T22:51:35,031 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:51:35,032 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T22:51:35,035 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff635fa717b5%2C36089%2C1731106292725.meta, suffix=.meta, logDir=hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/WALs/ff635fa717b5,36089,1731106292725, archiveDir=hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/oldWALs, maxLogs=32 2024-11-08T22:51:35,051 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/WALs/ff635fa717b5,36089,1731106292725/ff635fa717b5%2C36089%2C1731106292725.meta.1731106295037.meta, exclude list is [], retry=0 2024-11-08T22:51:35,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45545,DS-a1d5ab0f-0d8a-4c36-aab3-2e66e33dcd64,DISK] 2024-11-08T22:51:35,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38163,DS-fc87f4e3-79cd-42f3-bf83-8667a9a15714,DISK] 2024-11-08T22:51:35,059 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/WALs/ff635fa717b5,36089,1731106292725/ff635fa717b5%2C36089%2C1731106292725.meta.1731106295037.meta 2024-11-08T22:51:35,060 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36577:36577),(127.0.0.1/127.0.0.1:37817:37817)] 2024-11-08T22:51:35,061 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:51:35,063 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T22:51:35,066 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T22:51:35,071 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T22:51:35,076 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T22:51:35,076 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:51:35,077 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T22:51:35,077 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T22:51:35,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T22:51:35,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T22:51:35,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:51:35,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:51:35,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T22:51:35,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T22:51:35,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:51:35,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:51:35,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T22:51:35,090 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T22:51:35,090 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:51:35,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:51:35,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T22:51:35,093 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T22:51:35,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:51:35,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:51:35,094 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T22:51:35,096 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/data/hbase/meta/1588230740 2024-11-08T22:51:35,100 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/data/hbase/meta/1588230740 2024-11-08T22:51:35,103 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T22:51:35,103 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T22:51:35,104 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T22:51:35,107 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T22:51:35,109 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=847347, jitterRate=0.07745742797851562}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T22:51:35,110 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T22:51:35,111 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731106295078Writing region info on filesystem at 1731106295078Initializing all the Stores at 1731106295080 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731106295080Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731106295081 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731106295081Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731106295081Cleaning up temporary data from old regions at 1731106295103 (+22 ms)Running coprocessor post-open hooks at 1731106295110 (+7 ms)Region opened successfully at 1731106295111 (+1 ms) 2024-11-08T22:51:35,119 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731106295011 2024-11-08T22:51:35,135 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T22:51:35,135 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T22:51:35,138 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,36089,1731106292725 2024-11-08T22:51:35,140 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,36089,1731106292725, state=OPEN 2024-11-08T22:51:35,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35897-0x1011ca5b8fc0000, quorum=127.0.0.1:63416, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T22:51:35,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36089-0x1011ca5b8fc0001, quorum=127.0.0.1:63416, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T22:51:35,224 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T22:51:35,224 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T22:51:35,224 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ff635fa717b5,36089,1731106292725 2024-11-08T22:51:35,231 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T22:51:35,231 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,36089,1731106292725 in 381 msec 2024-11-08T22:51:35,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T22:51:35,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 946 msec 2024-11-08T22:51:35,242 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:51:35,242 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T22:51:35,262 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:51:35,263 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,36089,1731106292725, seqNum=-1] 2024-11-08T22:51:35,283 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:51:35,285 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38711, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:51:35,307 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2180 sec 2024-11-08T22:51:35,307 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731106295307, completionTime=-1 2024-11-08T22:51:35,310 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T22:51:35,310 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T22:51:35,336 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T22:51:35,336 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731106355336 2024-11-08T22:51:35,336 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731106415336 2024-11-08T22:51:35,336 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 26 msec 2024-11-08T22:51:35,339 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,35897,1731106291839-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:51:35,339 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,35897,1731106291839-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:51:35,339 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,35897,1731106291839-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:51:35,341 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ff635fa717b5:35897, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:51:35,341 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T22:51:35,342 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T22:51:35,347 DEBUG [master/ff635fa717b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T22:51:35,369 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.401sec 2024-11-08T22:51:35,370 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T22:51:35,372 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T22:51:35,374 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T22:51:35,374 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T22:51:35,375 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T22:51:35,375 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,35897,1731106291839-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:51:35,376 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,35897,1731106291839-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T22:51:35,386 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T22:51:35,387 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T22:51:35,387 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,35897,1731106291839-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:51:35,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa99e15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:51:35,393 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-08T22:51:35,393 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-08T22:51:35,397 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,35897,-1 for getting cluster id 2024-11-08T22:51:35,400 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:51:35,410 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c2785a1-a38d-4bbb-827a-33c7f9380013' 2024-11-08T22:51:35,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:51:35,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c2785a1-a38d-4bbb-827a-33c7f9380013" 2024-11-08T22:51:35,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23c541c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:51:35,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,35897,-1] 2024-11-08T22:51:35,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:51:35,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:51:35,423 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:51:35,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42793fae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:51:35,428 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:51:35,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,36089,1731106292725, seqNum=-1] 2024-11-08T22:51:35,437 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:51:35,441 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:51:35,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ff635fa717b5,35897,1731106291839 2024-11-08T22:51:35,462 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:51:35,470 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-08T22:51:35,474 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:51:35,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,35897,1731106291839 2024-11-08T22:51:35,483 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a575a0a 2024-11-08T22:51:35,485 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:51:35,488 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:51:35,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35897 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-08T22:51:35,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35897 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-08T22:51:35,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35897 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:51:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35897 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-11-08T22:51:35,507 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T22:51:35,510 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35897 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-11-08T22:51:35,510 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:51:35,514 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T22:51:35,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:51:35,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38163 is added to blk_1073741835_1011 (size=389) 2024-11-08T22:51:35,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45545 is added to blk_1073741835_1011 (size=389) 2024-11-08T22:51:35,536 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b124968114824c058d2f12319cd9e54b, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731106295489.b124968114824c058d2f12319cd9e54b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848 2024-11-08T22:51:35,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38163 is added to blk_1073741836_1012 (size=72) 2024-11-08T22:51:35,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45545 is added to blk_1073741836_1012 (size=72) 2024-11-08T22:51:35,552 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731106295489.b124968114824c058d2f12319cd9e54b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:51:35,553 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing b124968114824c058d2f12319cd9e54b, disabling compactions & flushes 2024-11-08T22:51:35,553 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731106295489.b124968114824c058d2f12319cd9e54b. 2024-11-08T22:51:35,553 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731106295489.b124968114824c058d2f12319cd9e54b. 2024-11-08T22:51:35,553 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731106295489.b124968114824c058d2f12319cd9e54b. after waiting 0 ms 2024-11-08T22:51:35,553 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731106295489.b124968114824c058d2f12319cd9e54b. 2024-11-08T22:51:35,553 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731106295489.b124968114824c058d2f12319cd9e54b. 2024-11-08T22:51:35,553 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for b124968114824c058d2f12319cd9e54b: Waiting for close lock at 1731106295553Disabling compacts and flushes for region at 1731106295553Disabling writes for close at 1731106295553Writing region close event to WAL at 1731106295553Closed at 1731106295553 2024-11-08T22:51:35,557 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T22:51:35,565 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1731106295489.b124968114824c058d2f12319cd9e54b.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1731106295557"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731106295557"}]},"ts":"1731106295557"} 2024-11-08T22:51:35,572 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T22:51:35,575 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T22:51:35,597 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731106295575"}]},"ts":"1731106295575"} 2024-11-08T22:51:35,605 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-11-08T22:51:35,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=b124968114824c058d2f12319cd9e54b, ASSIGN}] 2024-11-08T22:51:35,612 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=b124968114824c058d2f12319cd9e54b, ASSIGN 2024-11-08T22:51:35,615 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=b124968114824c058d2f12319cd9e54b, ASSIGN; state=OFFLINE, location=ff635fa717b5,36089,1731106292725; forceNewPlan=false, retain=false 2024-11-08T22:51:35,767 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b124968114824c058d2f12319cd9e54b, regionState=OPENING, regionLocation=ff635fa717b5,36089,1731106292725 2024-11-08T22:51:35,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=b124968114824c058d2f12319cd9e54b, ASSIGN because future has completed 2024-11-08T22:51:35,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b124968114824c058d2f12319cd9e54b, server=ff635fa717b5,36089,1731106292725}] 2024-11-08T22:51:35,934 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1731106295489.b124968114824c058d2f12319cd9e54b. 2024-11-08T22:51:35,934 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b124968114824c058d2f12319cd9e54b, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731106295489.b124968114824c058d2f12319cd9e54b.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:51:35,934 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling b124968114824c058d2f12319cd9e54b 2024-11-08T22:51:35,934 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731106295489.b124968114824c058d2f12319cd9e54b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:51:35,935 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b124968114824c058d2f12319cd9e54b 2024-11-08T22:51:35,935 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b124968114824c058d2f12319cd9e54b 2024-11-08T22:51:35,938 INFO [StoreOpener-b124968114824c058d2f12319cd9e54b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region b124968114824c058d2f12319cd9e54b 2024-11-08T22:51:35,941 INFO [StoreOpener-b124968114824c058d2f12319cd9e54b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b124968114824c058d2f12319cd9e54b columnFamilyName info 2024-11-08T22:51:35,941 DEBUG [StoreOpener-b124968114824c058d2f12319cd9e54b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:51:35,942 INFO [StoreOpener-b124968114824c058d2f12319cd9e54b-1 {}] regionserver.HStore(327): Store=b124968114824c058d2f12319cd9e54b/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:51:35,942 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b124968114824c058d2f12319cd9e54b 2024-11-08T22:51:35,944 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/data/default/TestLogRolling-testSlowSyncLogRolling/b124968114824c058d2f12319cd9e54b 2024-11-08T22:51:35,944 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/data/default/TestLogRolling-testSlowSyncLogRolling/b124968114824c058d2f12319cd9e54b 2024-11-08T22:51:35,945 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b124968114824c058d2f12319cd9e54b 2024-11-08T22:51:35,945 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b124968114824c058d2f12319cd9e54b 2024-11-08T22:51:35,948 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b124968114824c058d2f12319cd9e54b 2024-11-08T22:51:35,953 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/data/default/TestLogRolling-testSlowSyncLogRolling/b124968114824c058d2f12319cd9e54b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:51:35,954 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b124968114824c058d2f12319cd9e54b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=830301, jitterRate=0.055782705545425415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T22:51:35,954 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b124968114824c058d2f12319cd9e54b 2024-11-08T22:51:35,955 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b124968114824c058d2f12319cd9e54b: Running coprocessor pre-open hook at 1731106295935Writing region info on filesystem at 1731106295935Initializing all the Stores at 1731106295937 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731106295937Cleaning up temporary data from old regions at 1731106295945 (+8 ms)Running coprocessor post-open hooks at 1731106295954 (+9 ms)Region opened successfully at 1731106295955 (+1 ms) 2024-11-08T22:51:35,958 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1731106295489.b124968114824c058d2f12319cd9e54b., pid=6, masterSystemTime=1731106295927 2024-11-08T22:51:35,962 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1731106295489.b124968114824c058d2f12319cd9e54b. 2024-11-08T22:51:35,962 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1731106295489.b124968114824c058d2f12319cd9e54b. 2024-11-08T22:51:35,964 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b124968114824c058d2f12319cd9e54b, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,36089,1731106292725 2024-11-08T22:51:35,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b124968114824c058d2f12319cd9e54b, server=ff635fa717b5,36089,1731106292725 because future has completed 2024-11-08T22:51:35,976 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T22:51:35,978 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b124968114824c058d2f12319cd9e54b, server=ff635fa717b5,36089,1731106292725 in 198 msec 2024-11-08T22:51:35,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T22:51:35,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=b124968114824c058d2f12319cd9e54b, ASSIGN in 368 msec 2024-11-08T22:51:35,983 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T22:51:35,984 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731106295983"}]},"ts":"1731106295983"} 2024-11-08T22:51:35,987 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-11-08T22:51:35,989 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T22:51:35,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 492 msec 2024-11-08T22:51:40,585 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T22:51:40,629 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T22:51:40,630 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-11-08T22:51:42,214 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T22:51:42,214 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T22:51:42,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-08T22:51:42,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-08T22:51:42,217 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T22:51:42,217 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T22:51:42,217 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T22:51:42,217 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T22:51:45,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:51:45,565 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-11-08T22:51:45,573 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-11-08T22:51:45,579 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-11-08T22:51:45,580 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1731106295489.b124968114824c058d2f12319cd9e54b. 2024-11-08T22:51:45,595 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/WALs/ff635fa717b5,36089,1731106292725/ff635fa717b5%2C36089%2C1731106292725.1731106305580, exclude list is [], retry=0 2024-11-08T22:51:45,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45545,DS-a1d5ab0f-0d8a-4c36-aab3-2e66e33dcd64,DISK] 2024-11-08T22:51:45,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38163,DS-fc87f4e3-79cd-42f3-bf83-8667a9a15714,DISK] 2024-11-08T22:51:45,604 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/WALs/ff635fa717b5,36089,1731106292725/ff635fa717b5%2C36089%2C1731106292725.1731106294634 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/WALs/ff635fa717b5,36089,1731106292725/ff635fa717b5%2C36089%2C1731106292725.1731106305580 2024-11-08T22:51:45,604 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36577:36577),(127.0.0.1/127.0.0.1:37817:37817)] 2024-11-08T22:51:45,604 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/WALs/ff635fa717b5,36089,1731106292725/ff635fa717b5%2C36089%2C1731106292725.1731106294634 is not closed yet, will try archiving it next time 2024-11-08T22:51:45,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38163 is added to blk_1073741833_1009 (size=451) 2024-11-08T22:51:45,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45545 is added to blk_1073741833_1009 (size=451) 2024-11-08T22:51:45,610 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/WALs/ff635fa717b5,36089,1731106292725/ff635fa717b5%2C36089%2C1731106292725.1731106294634 to hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/oldWALs/ff635fa717b5%2C36089%2C1731106292725.1731106294634 2024-11-08T22:51:45,614 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1731106295489.b124968114824c058d2f12319cd9e54b., hostname=ff635fa717b5,36089,1731106292725, seqNum=2] 2024-11-08T22:51:59,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] regionserver.HRegion(8855): Flush requested on b124968114824c058d2f12319cd9e54b 2024-11-08T22:51:59,666 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b124968114824c058d2f12319cd9e54b 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-08T22:51:59,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/data/default/TestLogRolling-testSlowSyncLogRolling/b124968114824c058d2f12319cd9e54b/.tmp/info/f49e48bdd95f4e74a65fb8fd13fd2a6b is 1055, key is row0001/info:/1731106305618/Put/seqid=0 2024-11-08T22:51:59,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38163 is added to blk_1073741838_1014 (size=13386) 2024-11-08T22:51:59,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45545 is added to blk_1073741838_1014 (size=13386) 2024-11-08T22:51:59,735 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/data/default/TestLogRolling-testSlowSyncLogRolling/b124968114824c058d2f12319cd9e54b/.tmp/info/f49e48bdd95f4e74a65fb8fd13fd2a6b 2024-11-08T22:51:59,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/data/default/TestLogRolling-testSlowSyncLogRolling/b124968114824c058d2f12319cd9e54b/.tmp/info/f49e48bdd95f4e74a65fb8fd13fd2a6b as hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/data/default/TestLogRolling-testSlowSyncLogRolling/b124968114824c058d2f12319cd9e54b/info/f49e48bdd95f4e74a65fb8fd13fd2a6b 2024-11-08T22:51:59,791 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/data/default/TestLogRolling-testSlowSyncLogRolling/b124968114824c058d2f12319cd9e54b/info/f49e48bdd95f4e74a65fb8fd13fd2a6b, entries=8, sequenceid=12, filesize=13.1 K 2024-11-08T22:51:59,798 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for b124968114824c058d2f12319cd9e54b in 133ms, sequenceid=12, compaction requested=false 2024-11-08T22:51:59,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b124968114824c058d2f12319cd9e54b: 2024-11-08T22:52:00,968 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T22:52:05,735 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/WALs/ff635fa717b5,36089,1731106292725/ff635fa717b5%2C36089%2C1731106292725.1731106325718, exclude list is [], retry=0 2024-11-08T22:52:05,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45545,DS-a1d5ab0f-0d8a-4c36-aab3-2e66e33dcd64,DISK] 2024-11-08T22:52:05,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38163,DS-fc87f4e3-79cd-42f3-bf83-8667a9a15714,DISK] 2024-11-08T22:52:05,742 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/WALs/ff635fa717b5,36089,1731106292725/ff635fa717b5%2C36089%2C1731106292725.1731106305580 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/WALs/ff635fa717b5,36089,1731106292725/ff635fa717b5%2C36089%2C1731106292725.1731106325718 2024-11-08T22:52:05,742 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36577:36577),(127.0.0.1/127.0.0.1:37817:37817)] 2024-11-08T22:52:05,742 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/WALs/ff635fa717b5,36089,1731106292725/ff635fa717b5%2C36089%2C1731106292725.1731106305580 is not closed yet, will try archiving it next time 2024-11-08T22:52:05,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45545 is added to blk_1073741837_1013 (size=12149) 2024-11-08T22:52:05,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38163 is added to blk_1073741837_1013 (size=12149) 2024-11-08T22:52:10,748 INFO [AsyncFSWAL-0-hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848-prefix:ff635fa717b5,36089,1731106292725 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5003 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:45545,DS-a1d5ab0f-0d8a-4c36-aab3-2e66e33dcd64,DISK], DatanodeInfoWithStorage[127.0.0.1:38163,DS-fc87f4e3-79cd-42f3-bf83-8667a9a15714,DISK]] 2024-11-08T22:52:10,753 WARN [AsyncFSWAL-0-hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848-prefix:ff635fa717b5,36089,1731106292725 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5003 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:45545,DS-a1d5ab0f-0d8a-4c36-aab3-2e66e33dcd64,DISK], DatanodeInfoWithStorage[127.0.0.1:38163,DS-fc87f4e3-79cd-42f3-bf83-8667a9a15714,DISK]] 2024-11-08T22:52:10,755 DEBUG [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ff635fa717b5%2C36089%2C1731106292725:(num 1731106325718) roll requested 2024-11-08T22:52:10,773 DEBUG [regionserver/ff635fa717b5:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/WALs/ff635fa717b5,36089,1731106292725/ff635fa717b5%2C36089%2C1731106292725.1731106330755, exclude list is [], retry=0 2024-11-08T22:52:10,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38163,DS-fc87f4e3-79cd-42f3-bf83-8667a9a15714,DISK] 2024-11-08T22:52:10,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45545,DS-a1d5ab0f-0d8a-4c36-aab3-2e66e33dcd64,DISK] 2024-11-08T22:52:10,779 INFO [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/WALs/ff635fa717b5,36089,1731106292725/ff635fa717b5%2C36089%2C1731106292725.1731106325718 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/WALs/ff635fa717b5,36089,1731106292725/ff635fa717b5%2C36089%2C1731106292725.1731106330755 2024-11-08T22:52:10,779 DEBUG [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36577:36577),(127.0.0.1/127.0.0.1:37817:37817)] 2024-11-08T22:52:10,780 DEBUG [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/WALs/ff635fa717b5,36089,1731106292725/ff635fa717b5%2C36089%2C1731106292725.1731106325718 is not closed yet, will try archiving it next time 2024-11-08T22:52:10,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38163 is added to blk_1073741839_1015 (size=1233) 2024-11-08T22:52:10,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45545 is added to blk_1073741839_1015 (size=1233) 2024-11-08T22:52:12,752 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T22:52:12,768 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/WALs/ff635fa717b5,36089,1731106292725/ff635fa717b5%2C36089%2C1731106292725.1731106332752, exclude list is [], retry=0 2024-11-08T22:52:12,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38163,DS-fc87f4e3-79cd-42f3-bf83-8667a9a15714,DISK] 2024-11-08T22:52:12,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45545,DS-a1d5ab0f-0d8a-4c36-aab3-2e66e33dcd64,DISK] 2024-11-08T22:52:12,774 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/WALs/ff635fa717b5,36089,1731106292725/ff635fa717b5%2C36089%2C1731106292725.1731106330755 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/WALs/ff635fa717b5,36089,1731106292725/ff635fa717b5%2C36089%2C1731106292725.1731106332752 2024-11-08T22:52:12,774 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36577:36577),(127.0.0.1/127.0.0.1:37817:37817)] 2024-11-08T22:52:12,775 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/WALs/ff635fa717b5,36089,1731106292725/ff635fa717b5%2C36089%2C1731106292725.1731106330755 is not closed yet, will try archiving it next time 2024-11-08T22:52:12,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38163 is added to blk_1073741840_1016 (size=93) 2024-11-08T22:52:12,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45545 is added to blk_1073741840_1016 (size=93) 2024-11-08T22:52:12,777 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/WALs/ff635fa717b5,36089,1731106292725/ff635fa717b5%2C36089%2C1731106292725.1731106330755 to hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/oldWALs/ff635fa717b5%2C36089%2C1731106292725.1731106330755 2024-11-08T22:52:15,440 INFO [master/ff635fa717b5:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T22:52:15,440 INFO [master/ff635fa717b5:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T22:52:20,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] regionserver.HRegion(8855): Flush requested on b124968114824c058d2f12319cd9e54b 2024-11-08T22:52:20,801 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b124968114824c058d2f12319cd9e54b 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-08T22:52:20,812 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/data/default/TestLogRolling-testSlowSyncLogRolling/b124968114824c058d2f12319cd9e54b/.tmp/info/856602b08f5d443f914d53f53fc2b09f is 1055, key is row0009/info:/1731106321664/Put/seqid=0 2024-11-08T22:52:20,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38163 is added to blk_1073741842_1018 (size=13386) 2024-11-08T22:52:20,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45545 is added to blk_1073741842_1018 (size=13386) 2024-11-08T22:52:20,821 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/data/default/TestLogRolling-testSlowSyncLogRolling/b124968114824c058d2f12319cd9e54b/.tmp/info/856602b08f5d443f914d53f53fc2b09f 2024-11-08T22:52:20,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/data/default/TestLogRolling-testSlowSyncLogRolling/b124968114824c058d2f12319cd9e54b/.tmp/info/856602b08f5d443f914d53f53fc2b09f as hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/data/default/TestLogRolling-testSlowSyncLogRolling/b124968114824c058d2f12319cd9e54b/info/856602b08f5d443f914d53f53fc2b09f 2024-11-08T22:52:20,843 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/data/default/TestLogRolling-testSlowSyncLogRolling/b124968114824c058d2f12319cd9e54b/info/856602b08f5d443f914d53f53fc2b09f, entries=8, sequenceid=23, filesize=13.1 K 2024-11-08T22:52:20,845 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for b124968114824c058d2f12319cd9e54b in 44ms, sequenceid=23, compaction requested=false 2024-11-08T22:52:20,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b124968114824c058d2f12319cd9e54b: 2024-11-08T22:52:20,845 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-11-08T22:52:20,845 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T22:52:20,846 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/data/default/TestLogRolling-testSlowSyncLogRolling/b124968114824c058d2f12319cd9e54b/info/f49e48bdd95f4e74a65fb8fd13fd2a6b because midkey is the same as first or last row 2024-11-08T22:52:20,935 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region b124968114824c058d2f12319cd9e54b, had cached 0 bytes from a total of 26772 2024-11-08T22:52:30,968 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T22:52:32,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T22:52:32,835 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:52:32,835 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:52:32,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:52:32,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:52:32,844 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:52:32,845 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T22:52:32,845 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1035807995, stopped=false 2024-11-08T22:52:32,845 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ff635fa717b5,35897,1731106291839 2024-11-08T22:52:32,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36089-0x1011ca5b8fc0001, quorum=127.0.0.1:63416, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T22:52:32,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36089-0x1011ca5b8fc0001, quorum=127.0.0.1:63416, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:52:32,899 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T22:52:32,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35897-0x1011ca5b8fc0000, quorum=127.0.0.1:63416, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T22:52:32,900 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:52:32,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35897-0x1011ca5b8fc0000, quorum=127.0.0.1:63416, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:52:32,900 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:52:32,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:52:32,901 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36089-0x1011ca5b8fc0001, quorum=127.0.0.1:63416, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T22:52:32,901 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35897-0x1011ca5b8fc0000, quorum=127.0.0.1:63416, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T22:52:32,901 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff635fa717b5,36089,1731106292725' ***** 2024-11-08T22:52:32,901 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T22:52:32,902 INFO [RS:0;ff635fa717b5:36089 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T22:52:32,903 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T22:52:32,903 INFO [RS:0;ff635fa717b5:36089 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T22:52:32,903 INFO [RS:0;ff635fa717b5:36089 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T22:52:32,904 INFO [RS:0;ff635fa717b5:36089 {}] regionserver.HRegionServer(3091): Received CLOSE for b124968114824c058d2f12319cd9e54b 2024-11-08T22:52:32,905 INFO [RS:0;ff635fa717b5:36089 {}] regionserver.HRegionServer(959): stopping server ff635fa717b5,36089,1731106292725 2024-11-08T22:52:32,905 INFO [RS:0;ff635fa717b5:36089 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:52:32,905 INFO [RS:0;ff635fa717b5:36089 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:36089. 2024-11-08T22:52:32,905 DEBUG [RS:0;ff635fa717b5:36089 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:52:32,905 DEBUG [RS:0;ff635fa717b5:36089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:52:32,905 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b124968114824c058d2f12319cd9e54b, disabling compactions & flushes 2024-11-08T22:52:32,906 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731106295489.b124968114824c058d2f12319cd9e54b. 2024-11-08T22:52:32,906 INFO [RS:0;ff635fa717b5:36089 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T22:52:32,906 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731106295489.b124968114824c058d2f12319cd9e54b. 2024-11-08T22:52:32,906 INFO [RS:0;ff635fa717b5:36089 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T22:52:32,906 INFO [RS:0;ff635fa717b5:36089 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T22:52:32,906 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731106295489.b124968114824c058d2f12319cd9e54b. after waiting 0 ms 2024-11-08T22:52:32,906 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731106295489.b124968114824c058d2f12319cd9e54b. 2024-11-08T22:52:32,906 INFO [RS:0;ff635fa717b5:36089 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T22:52:32,907 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b124968114824c058d2f12319cd9e54b 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-08T22:52:32,907 INFO [RS:0;ff635fa717b5:36089 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T22:52:32,907 DEBUG [RS:0;ff635fa717b5:36089 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b124968114824c058d2f12319cd9e54b=TestLogRolling-testSlowSyncLogRolling,,1731106295489.b124968114824c058d2f12319cd9e54b.} 2024-11-08T22:52:32,908 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T22:52:32,908 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T22:52:32,908 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T22:52:32,908 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T22:52:32,908 DEBUG [RS:0;ff635fa717b5:36089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b124968114824c058d2f12319cd9e54b 2024-11-08T22:52:32,908 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T22:52:32,909 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-11-08T22:52:32,915 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/data/default/TestLogRolling-testSlowSyncLogRolling/b124968114824c058d2f12319cd9e54b/.tmp/info/ecd03614f88b470ebc600ee443cd7428 is 1055, key is row0017/info:/1731106342803/Put/seqid=0 2024-11-08T22:52:32,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45545 is added to blk_1073741843_1019 (size=10222) 2024-11-08T22:52:32,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38163 is added to blk_1073741843_1019 (size=10222) 2024-11-08T22:52:32,927 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/data/default/TestLogRolling-testSlowSyncLogRolling/b124968114824c058d2f12319cd9e54b/.tmp/info/ecd03614f88b470ebc600ee443cd7428 2024-11-08T22:52:32,931 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/data/hbase/meta/1588230740/.tmp/info/294423794e2f4267919e2856f47c1932 is 195, key is TestLogRolling-testSlowSyncLogRolling,,1731106295489.b124968114824c058d2f12319cd9e54b./info:regioninfo/1731106295963/Put/seqid=0 2024-11-08T22:52:32,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45545 is added to blk_1073741844_1020 (size=7016) 2024-11-08T22:52:32,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38163 is added to blk_1073741844_1020 (size=7016) 2024-11-08T22:52:32,939 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/data/hbase/meta/1588230740/.tmp/info/294423794e2f4267919e2856f47c1932 2024-11-08T22:52:32,939 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/data/default/TestLogRolling-testSlowSyncLogRolling/b124968114824c058d2f12319cd9e54b/.tmp/info/ecd03614f88b470ebc600ee443cd7428 as hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/data/default/TestLogRolling-testSlowSyncLogRolling/b124968114824c058d2f12319cd9e54b/info/ecd03614f88b470ebc600ee443cd7428 2024-11-08T22:52:32,948 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/data/default/TestLogRolling-testSlowSyncLogRolling/b124968114824c058d2f12319cd9e54b/info/ecd03614f88b470ebc600ee443cd7428, entries=5, sequenceid=31, filesize=10.0 K 2024-11-08T22:52:32,950 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for b124968114824c058d2f12319cd9e54b in 44ms, sequenceid=31, compaction requested=true 2024-11-08T22:52:32,956 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/data/default/TestLogRolling-testSlowSyncLogRolling/b124968114824c058d2f12319cd9e54b/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-11-08T22:52:32,958 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731106295489.b124968114824c058d2f12319cd9e54b. 2024-11-08T22:52:32,958 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b124968114824c058d2f12319cd9e54b: Waiting for close lock at 1731106352905Running coprocessor pre-close hooks at 1731106352905Disabling compacts and flushes for region at 1731106352905Disabling writes for close at 1731106352906 (+1 ms)Obtaining lock to block concurrent updates at 1731106352907 (+1 ms)Preparing flush snapshotting stores in b124968114824c058d2f12319cd9e54b at 1731106352907Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1731106295489.b124968114824c058d2f12319cd9e54b., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1731106352908 (+1 ms)Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1731106295489.b124968114824c058d2f12319cd9e54b. at 1731106352909 (+1 ms)Flushing b124968114824c058d2f12319cd9e54b/info: creating writer at 1731106352909Flushing b124968114824c058d2f12319cd9e54b/info: appending metadata at 1731106352914 (+5 ms)Flushing b124968114824c058d2f12319cd9e54b/info: closing flushed file at 1731106352914Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@680a0b67: reopening flushed file at 1731106352938 (+24 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for b124968114824c058d2f12319cd9e54b in 44ms, sequenceid=31, compaction requested=true at 1731106352950 (+12 ms)Writing region close event to WAL at 1731106352951 (+1 ms)Running coprocessor post-close hooks at 1731106352957 (+6 ms)Closed at 1731106352958 (+1 ms) 2024-11-08T22:52:32,958 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1731106295489.b124968114824c058d2f12319cd9e54b. 2024-11-08T22:52:32,964 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/data/hbase/meta/1588230740/.tmp/ns/0415b5a58c054cc4a9670c82828d2072 is 43, key is default/ns:d/1731106295289/Put/seqid=0 2024-11-08T22:52:32,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45545 is added to blk_1073741845_1021 (size=5153) 2024-11-08T22:52:32,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38163 is added to blk_1073741845_1021 (size=5153) 2024-11-08T22:52:32,971 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/data/hbase/meta/1588230740/.tmp/ns/0415b5a58c054cc4a9670c82828d2072 2024-11-08T22:52:32,994 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/data/hbase/meta/1588230740/.tmp/table/7bcc741f786249be9fb11f8ec6207db0 is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1731106295983/Put/seqid=0 2024-11-08T22:52:33,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38163 is added to blk_1073741846_1022 (size=5396) 2024-11-08T22:52:33,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45545 is added to blk_1073741846_1022 (size=5396) 2024-11-08T22:52:33,001 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/data/hbase/meta/1588230740/.tmp/table/7bcc741f786249be9fb11f8ec6207db0 2024-11-08T22:52:33,012 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/data/hbase/meta/1588230740/.tmp/info/294423794e2f4267919e2856f47c1932 as hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/data/hbase/meta/1588230740/info/294423794e2f4267919e2856f47c1932 2024-11-08T22:52:33,022 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/data/hbase/meta/1588230740/info/294423794e2f4267919e2856f47c1932, entries=10, sequenceid=11, filesize=6.9 K 2024-11-08T22:52:33,023 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/data/hbase/meta/1588230740/.tmp/ns/0415b5a58c054cc4a9670c82828d2072 as hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/data/hbase/meta/1588230740/ns/0415b5a58c054cc4a9670c82828d2072 2024-11-08T22:52:33,032 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/data/hbase/meta/1588230740/ns/0415b5a58c054cc4a9670c82828d2072, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T22:52:33,033 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/data/hbase/meta/1588230740/.tmp/table/7bcc741f786249be9fb11f8ec6207db0 as hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/data/hbase/meta/1588230740/table/7bcc741f786249be9fb11f8ec6207db0 2024-11-08T22:52:33,042 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/data/hbase/meta/1588230740/table/7bcc741f786249be9fb11f8ec6207db0, entries=2, sequenceid=11, filesize=5.3 K 2024-11-08T22:52:33,044 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 135ms, sequenceid=11, compaction requested=false 2024-11-08T22:52:33,049 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T22:52:33,050 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T22:52:33,050 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T22:52:33,050 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731106352907Running coprocessor pre-close hooks at 1731106352907Disabling compacts and flushes for region at 1731106352907Disabling writes for close at 1731106352908 (+1 ms)Obtaining lock to block concurrent updates at 1731106352909 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731106352909Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1731106352909Flushing stores of hbase:meta,,1.1588230740 at 1731106352910 (+1 ms)Flushing 1588230740/info: creating writer at 1731106352910Flushing 1588230740/info: appending metadata at 1731106352930 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731106352930Flushing 1588230740/ns: creating writer at 1731106352949 (+19 ms)Flushing 1588230740/ns: appending metadata at 1731106352964 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731106352964Flushing 1588230740/table: creating writer at 1731106352980 (+16 ms)Flushing 1588230740/table: appending metadata at 1731106352994 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731106352994Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e0e0ef4: reopening flushed file at 1731106353010 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23b9456a: reopening flushed file at 1731106353022 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@671fd053: reopening flushed file at 1731106353032 (+10 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 135ms, sequenceid=11, compaction requested=false at 1731106353044 (+12 ms)Writing region close event to WAL at 1731106353045 (+1 ms)Running coprocessor post-close hooks at 1731106353050 (+5 ms)Closed at 1731106353050 2024-11-08T22:52:33,050 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T22:52:33,109 INFO [RS:0;ff635fa717b5:36089 {}] regionserver.HRegionServer(976): stopping server ff635fa717b5,36089,1731106292725; all regions closed. 2024-11-08T22:52:33,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38163 is added to blk_1073741834_1010 (size=3066) 2024-11-08T22:52:33,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45545 is added to blk_1073741834_1010 (size=3066) 2024-11-08T22:52:33,123 DEBUG [RS:0;ff635fa717b5:36089 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/oldWALs 2024-11-08T22:52:33,123 INFO [RS:0;ff635fa717b5:36089 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff635fa717b5%2C36089%2C1731106292725.meta:.meta(num 1731106295037) 2024-11-08T22:52:33,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45545 is added to blk_1073741841_1017 (size=13164) 2024-11-08T22:52:33,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38163 is added to blk_1073741841_1017 (size=13164) 2024-11-08T22:52:33,132 DEBUG [RS:0;ff635fa717b5:36089 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/oldWALs 2024-11-08T22:52:33,133 INFO [RS:0;ff635fa717b5:36089 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff635fa717b5%2C36089%2C1731106292725:(num 1731106332752) 2024-11-08T22:52:33,133 DEBUG [RS:0;ff635fa717b5:36089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:52:33,133 INFO [RS:0;ff635fa717b5:36089 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:52:33,133 INFO [RS:0;ff635fa717b5:36089 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:52:33,133 INFO [RS:0;ff635fa717b5:36089 {}] hbase.ChoreService(370): Chore service for: regionserver/ff635fa717b5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T22:52:33,134 INFO [RS:0;ff635fa717b5:36089 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:52:33,134 INFO [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:52:33,134 INFO [RS:0;ff635fa717b5:36089 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36089 2024-11-08T22:52:33,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36089-0x1011ca5b8fc0001, quorum=127.0.0.1:63416, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ff635fa717b5,36089,1731106292725 2024-11-08T22:52:33,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35897-0x1011ca5b8fc0000, quorum=127.0.0.1:63416, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T22:52:33,140 INFO [RS:0;ff635fa717b5:36089 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:52:33,151 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff635fa717b5,36089,1731106292725] 2024-11-08T22:52:33,161 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ff635fa717b5,36089,1731106292725 already deleted, retry=false 2024-11-08T22:52:33,162 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff635fa717b5,36089,1731106292725 expired; onlineServers=0 2024-11-08T22:52:33,162 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ff635fa717b5,35897,1731106291839' ***** 2024-11-08T22:52:33,162 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T22:52:33,162 INFO [M:0;ff635fa717b5:35897 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:52:33,162 INFO [M:0;ff635fa717b5:35897 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:52:33,162 DEBUG [M:0;ff635fa717b5:35897 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T22:52:33,162 DEBUG [M:0;ff635fa717b5:35897 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T22:52:33,162 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T22:52:33,162 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731106294200 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731106294200,5,FailOnTimeoutGroup] 2024-11-08T22:52:33,162 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731106294205 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731106294205,5,FailOnTimeoutGroup] 2024-11-08T22:52:33,162 INFO [M:0;ff635fa717b5:35897 {}] hbase.ChoreService(370): Chore service for: master/ff635fa717b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T22:52:33,163 INFO [M:0;ff635fa717b5:35897 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:52:33,163 DEBUG [M:0;ff635fa717b5:35897 {}] master.HMaster(1795): Stopping service threads 2024-11-08T22:52:33,163 INFO [M:0;ff635fa717b5:35897 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T22:52:33,163 INFO [M:0;ff635fa717b5:35897 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T22:52:33,164 INFO [M:0;ff635fa717b5:35897 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T22:52:33,164 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T22:52:33,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35897-0x1011ca5b8fc0000, quorum=127.0.0.1:63416, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T22:52:33,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35897-0x1011ca5b8fc0000, quorum=127.0.0.1:63416, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:52:33,172 DEBUG [M:0;ff635fa717b5:35897 {}] zookeeper.ZKUtil(347): master:35897-0x1011ca5b8fc0000, quorum=127.0.0.1:63416, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T22:52:33,172 WARN [M:0;ff635fa717b5:35897 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T22:52:33,174 INFO [M:0;ff635fa717b5:35897 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/.lastflushedseqids 2024-11-08T22:52:33,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45545 is added to blk_1073741847_1023 (size=130) 2024-11-08T22:52:33,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38163 is added to blk_1073741847_1023 (size=130) 2024-11-08T22:52:33,190 INFO [M:0;ff635fa717b5:35897 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T22:52:33,190 INFO [M:0;ff635fa717b5:35897 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T22:52:33,190 DEBUG [M:0;ff635fa717b5:35897 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T22:52:33,190 INFO [M:0;ff635fa717b5:35897 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:52:33,190 DEBUG [M:0;ff635fa717b5:35897 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:52:33,190 DEBUG [M:0;ff635fa717b5:35897 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T22:52:33,190 DEBUG [M:0;ff635fa717b5:35897 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:52:33,190 INFO [M:0;ff635fa717b5:35897 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.01 KB heapSize=29.18 KB 2024-11-08T22:52:33,208 DEBUG [M:0;ff635fa717b5:35897 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aae2163b7a0244c09f5d25e60dc3ea32 is 82, key is hbase:meta,,1/info:regioninfo/1731106295137/Put/seqid=0 2024-11-08T22:52:33,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45545 is added to blk_1073741848_1024 (size=5672) 2024-11-08T22:52:33,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38163 is added to blk_1073741848_1024 (size=5672) 2024-11-08T22:52:33,215 INFO [M:0;ff635fa717b5:35897 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aae2163b7a0244c09f5d25e60dc3ea32 2024-11-08T22:52:33,238 DEBUG [M:0;ff635fa717b5:35897 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6d5d55f6ee844d19170f3db5383b422 is 765, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731106295991/Put/seqid=0 2024-11-08T22:52:33,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38163 is added to blk_1073741849_1025 (size=6246) 2024-11-08T22:52:33,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45545 is added to blk_1073741849_1025 (size=6246) 2024-11-08T22:52:33,245 INFO [M:0;ff635fa717b5:35897 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.41 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6d5d55f6ee844d19170f3db5383b422 2024-11-08T22:52:33,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36089-0x1011ca5b8fc0001, quorum=127.0.0.1:63416, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:52:33,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36089-0x1011ca5b8fc0001, quorum=127.0.0.1:63416, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:52:33,252 INFO [RS:0;ff635fa717b5:36089 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:52:33,252 INFO [M:0;ff635fa717b5:35897 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b6d5d55f6ee844d19170f3db5383b422 2024-11-08T22:52:33,252 INFO [RS:0;ff635fa717b5:36089 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff635fa717b5,36089,1731106292725; zookeeper connection closed. 2024-11-08T22:52:33,252 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b4c18ca {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b4c18ca 2024-11-08T22:52:33,253 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T22:52:33,266 DEBUG [M:0;ff635fa717b5:35897 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8df2f4207703444386715f964fca554d is 69, key is ff635fa717b5,36089,1731106292725/rs:state/1731106294319/Put/seqid=0 2024-11-08T22:52:33,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38163 is added to blk_1073741850_1026 (size=5156) 2024-11-08T22:52:33,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45545 is added to blk_1073741850_1026 (size=5156) 2024-11-08T22:52:33,273 INFO [M:0;ff635fa717b5:35897 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8df2f4207703444386715f964fca554d 2024-11-08T22:52:33,296 DEBUG [M:0;ff635fa717b5:35897 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/305d666445b4495a87b4d3b4e543456f is 52, key is load_balancer_on/state:d/1731106295466/Put/seqid=0 2024-11-08T22:52:33,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38163 is added to blk_1073741851_1027 (size=5056) 2024-11-08T22:52:33,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45545 is added to blk_1073741851_1027 (size=5056) 2024-11-08T22:52:33,303 INFO [M:0;ff635fa717b5:35897 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/305d666445b4495a87b4d3b4e543456f 2024-11-08T22:52:33,311 DEBUG [M:0;ff635fa717b5:35897 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aae2163b7a0244c09f5d25e60dc3ea32 as hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aae2163b7a0244c09f5d25e60dc3ea32 2024-11-08T22:52:33,318 INFO [M:0;ff635fa717b5:35897 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aae2163b7a0244c09f5d25e60dc3ea32, entries=8, sequenceid=59, filesize=5.5 K 2024-11-08T22:52:33,320 DEBUG [M:0;ff635fa717b5:35897 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6d5d55f6ee844d19170f3db5383b422 as hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b6d5d55f6ee844d19170f3db5383b422 2024-11-08T22:52:33,329 INFO [M:0;ff635fa717b5:35897 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b6d5d55f6ee844d19170f3db5383b422 2024-11-08T22:52:33,329 INFO [M:0;ff635fa717b5:35897 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b6d5d55f6ee844d19170f3db5383b422, entries=6, sequenceid=59, filesize=6.1 K 2024-11-08T22:52:33,330 DEBUG [M:0;ff635fa717b5:35897 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8df2f4207703444386715f964fca554d as hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8df2f4207703444386715f964fca554d 2024-11-08T22:52:33,338 INFO [M:0;ff635fa717b5:35897 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8df2f4207703444386715f964fca554d, entries=1, sequenceid=59, filesize=5.0 K 2024-11-08T22:52:33,339 DEBUG [M:0;ff635fa717b5:35897 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/305d666445b4495a87b4d3b4e543456f as hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/305d666445b4495a87b4d3b4e543456f 2024-11-08T22:52:33,349 INFO [M:0;ff635fa717b5:35897 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/305d666445b4495a87b4d3b4e543456f, entries=1, sequenceid=59, filesize=4.9 K 2024-11-08T22:52:33,350 INFO [M:0;ff635fa717b5:35897 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.01 KB/23564, heapSize ~29.12 KB/29816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 160ms, sequenceid=59, compaction requested=false 2024-11-08T22:52:33,352 INFO [M:0;ff635fa717b5:35897 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:52:33,352 DEBUG [M:0;ff635fa717b5:35897 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731106353190Disabling compacts and flushes for region at 1731106353190Disabling writes for close at 1731106353190Obtaining lock to block concurrent updates at 1731106353190Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731106353190Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23564, getHeapSize=29816, getOffHeapSize=0, getCellsCount=70 at 1731106353191 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731106353192 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731106353192Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731106353208 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731106353208Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731106353223 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731106353238 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731106353238Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731106353252 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731106353266 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731106353266Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731106353280 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731106353295 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731106353295Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63f2fa77: reopening flushed file at 1731106353309 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fe8656b: reopening flushed file at 1731106353318 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16daf8c9: reopening flushed file at 1731106353329 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63ad67b0: reopening flushed file at 1731106353338 (+9 ms)Finished flush of dataSize ~23.01 KB/23564, heapSize ~29.12 KB/29816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 160ms, sequenceid=59, compaction requested=false at 1731106353350 (+12 ms)Writing region close event to WAL at 1731106353352 (+2 ms)Closed at 1731106353352 2024-11-08T22:52:33,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38163 is added to blk_1073741830_1006 (size=27961) 2024-11-08T22:52:33,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45545 is added to blk_1073741830_1006 (size=27961) 2024-11-08T22:52:33,356 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:52:33,357 INFO [M:0;ff635fa717b5:35897 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T22:52:33,357 INFO [M:0;ff635fa717b5:35897 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35897 2024-11-08T22:52:33,357 INFO [M:0;ff635fa717b5:35897 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:52:33,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35897-0x1011ca5b8fc0000, quorum=127.0.0.1:63416, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:52:33,462 INFO [M:0;ff635fa717b5:35897 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:52:33,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35897-0x1011ca5b8fc0000, quorum=127.0.0.1:63416, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:52:33,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b9fe80c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:52:33,473 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:52:33,473 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:52:33,474 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:52:33,474 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e5da792-f2f6-0179-ce41-ed761653144c/hadoop.log.dir/,STOPPED} 2024-11-08T22:52:33,477 WARN [BP-1458535901-172.17.0.3-1731106285679 heartbeating to localhost/127.0.0.1:35235 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T22:52:33,477 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T22:52:33,477 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T22:52:33,477 WARN [BP-1458535901-172.17.0.3-1731106285679 heartbeating to localhost/127.0.0.1:35235 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1458535901-172.17.0.3-1731106285679 (Datanode Uuid 09f081c7-b0f7-4528-9536-6e92b7c3f46c) service to localhost/127.0.0.1:35235 2024-11-08T22:52:33,478 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e5da792-f2f6-0179-ce41-ed761653144c/cluster_9cd6aa96-1e59-770e-c822-c53ebd115240/data/data3/current/BP-1458535901-172.17.0.3-1731106285679 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:52:33,479 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e5da792-f2f6-0179-ce41-ed761653144c/cluster_9cd6aa96-1e59-770e-c822-c53ebd115240/data/data4/current/BP-1458535901-172.17.0.3-1731106285679 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:52:33,479 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T22:52:33,482 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@790fbcfe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:52:33,482 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:52:33,482 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:52:33,482 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:52:33,483 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e5da792-f2f6-0179-ce41-ed761653144c/hadoop.log.dir/,STOPPED} 2024-11-08T22:52:33,484 WARN [BP-1458535901-172.17.0.3-1731106285679 heartbeating to localhost/127.0.0.1:35235 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T22:52:33,484 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T22:52:33,484 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T22:52:33,484 WARN [BP-1458535901-172.17.0.3-1731106285679 heartbeating to localhost/127.0.0.1:35235 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1458535901-172.17.0.3-1731106285679 (Datanode Uuid b5926b2f-ba95-44fb-8f48-0eda0cd04f15) service to localhost/127.0.0.1:35235 2024-11-08T22:52:33,485 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e5da792-f2f6-0179-ce41-ed761653144c/cluster_9cd6aa96-1e59-770e-c822-c53ebd115240/data/data1/current/BP-1458535901-172.17.0.3-1731106285679 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:52:33,485 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e5da792-f2f6-0179-ce41-ed761653144c/cluster_9cd6aa96-1e59-770e-c822-c53ebd115240/data/data2/current/BP-1458535901-172.17.0.3-1731106285679 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:52:33,485 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T22:52:33,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@612e4b2b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T22:52:33,494 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:52:33,494 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:52:33,494 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:52:33,494 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e5da792-f2f6-0179-ce41-ed761653144c/hadoop.log.dir/,STOPPED} 2024-11-08T22:52:33,502 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T22:52:33,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T22:52:33,541 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=68 (was 12) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ff635fa717b5:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ff635fa717b5:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: master/ff635fa717b5:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:35235 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master/ff635fa717b5:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35235 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:35235 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@5bb99946 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35235 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35235 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35235 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:35235 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:35235 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=393 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=127 (was 208), ProcessCount=11 (was 11), AvailableMemoryMB=7612 (was 3807) - AvailableMemoryMB LEAK? - 2024-11-08T22:52:33,547 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=69, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=127, ProcessCount=11, AvailableMemoryMB=7612 2024-11-08T22:52:33,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T22:52:33,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e5da792-f2f6-0179-ce41-ed761653144c/hadoop.log.dir so I do NOT create it in target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546 2024-11-08T22:52:33,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e5da792-f2f6-0179-ce41-ed761653144c/hadoop.tmp.dir so I do NOT create it in target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546 2024-11-08T22:52:33,548 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/cluster_c9797c51-4b05-7062-8d47-5afc62680f37, deleteOnExit=true 2024-11-08T22:52:33,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T22:52:33,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/test.cache.data in system properties and HBase conf 2024-11-08T22:52:33,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T22:52:33,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/hadoop.log.dir in system properties and HBase conf 2024-11-08T22:52:33,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T22:52:33,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T22:52:33,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T22:52:33,549 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T22:52:33,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T22:52:33,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T22:52:33,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T22:52:33,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T22:52:33,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T22:52:33,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T22:52:33,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T22:52:33,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T22:52:33,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T22:52:33,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/nfs.dump.dir in system properties and HBase conf 2024-11-08T22:52:33,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/java.io.tmpdir in system properties and HBase conf 2024-11-08T22:52:33,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T22:52:33,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T22:52:33,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T22:52:33,941 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:52:33,946 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:52:33,947 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:52:33,947 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:52:33,947 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T22:52:33,949 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:52:33,949 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1785141e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:52:33,950 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f4d6437{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:52:34,046 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7623b7e0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/java.io.tmpdir/jetty-localhost-33083-hadoop-hdfs-3_4_1-tests_jar-_-any-1453773498698089148/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T22:52:34,047 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@463d76c{HTTP/1.1, (http/1.1)}{localhost:33083} 2024-11-08T22:52:34,047 INFO [Time-limited test {}] server.Server(415): Started @70434ms 2024-11-08T22:52:34,315 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:52:34,319 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:52:34,320 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:52:34,320 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:52:34,320 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T22:52:34,321 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a660e3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:52:34,321 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3cf3846d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:52:34,414 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@476d1d16{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/java.io.tmpdir/jetty-localhost-37557-hadoop-hdfs-3_4_1-tests_jar-_-any-6911294926742805043/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:52:34,414 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e796bf3{HTTP/1.1, (http/1.1)}{localhost:37557} 2024-11-08T22:52:34,414 INFO [Time-limited test {}] server.Server(415): Started @70801ms 2024-11-08T22:52:34,416 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T22:52:34,447 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:52:34,450 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:52:34,451 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:52:34,451 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:52:34,451 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T22:52:34,451 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45528e53{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:52:34,452 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dcba957{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:52:34,471 INFO [regionserver/ff635fa717b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:52:34,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3750334b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/java.io.tmpdir/jetty-localhost-43747-hadoop-hdfs-3_4_1-tests_jar-_-any-4328576907365144985/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:52:34,546 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@346d7e39{HTTP/1.1, (http/1.1)}{localhost:43747} 2024-11-08T22:52:34,546 INFO [Time-limited test {}] server.Server(415): Started @70933ms 2024-11-08T22:52:34,547 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T22:52:35,915 WARN [Thread-386 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/cluster_c9797c51-4b05-7062-8d47-5afc62680f37/data/data1/current/BP-412500699-172.17.0.3-1731106353575/current, will proceed with Du for space computation calculation, 2024-11-08T22:52:35,915 WARN [Thread-387 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/cluster_c9797c51-4b05-7062-8d47-5afc62680f37/data/data2/current/BP-412500699-172.17.0.3-1731106353575/current, will proceed with Du for space computation calculation, 2024-11-08T22:52:35,933 WARN [Thread-350 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T22:52:35,936 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbc4d1608cb0f4f72 with lease ID 0xf93d0aec5add90ae: Processing first storage report for DS-96b2bcd9-8765-4f32-979c-98c6b2a5a419 from datanode DatanodeRegistration(127.0.0.1:33833, datanodeUuid=8e69a686-b482-4b9a-ae54-3f08f1f1288c, infoPort=38623, infoSecurePort=0, ipcPort=44765, storageInfo=lv=-57;cid=testClusterID;nsid=470927225;c=1731106353575) 2024-11-08T22:52:35,936 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc4d1608cb0f4f72 with lease ID 0xf93d0aec5add90ae: from storage DS-96b2bcd9-8765-4f32-979c-98c6b2a5a419 node DatanodeRegistration(127.0.0.1:33833, datanodeUuid=8e69a686-b482-4b9a-ae54-3f08f1f1288c, infoPort=38623, infoSecurePort=0, ipcPort=44765, storageInfo=lv=-57;cid=testClusterID;nsid=470927225;c=1731106353575), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:52:35,936 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbc4d1608cb0f4f72 with lease ID 0xf93d0aec5add90ae: Processing first storage report for DS-a2b2cf55-bab6-4ddb-856c-65723f5a48c9 from datanode DatanodeRegistration(127.0.0.1:33833, datanodeUuid=8e69a686-b482-4b9a-ae54-3f08f1f1288c, infoPort=38623, infoSecurePort=0, ipcPort=44765, storageInfo=lv=-57;cid=testClusterID;nsid=470927225;c=1731106353575) 2024-11-08T22:52:35,936 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc4d1608cb0f4f72 with lease ID 0xf93d0aec5add90ae: from storage DS-a2b2cf55-bab6-4ddb-856c-65723f5a48c9 node DatanodeRegistration(127.0.0.1:33833, datanodeUuid=8e69a686-b482-4b9a-ae54-3f08f1f1288c, infoPort=38623, infoSecurePort=0, ipcPort=44765, storageInfo=lv=-57;cid=testClusterID;nsid=470927225;c=1731106353575), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:52:36,057 WARN [Thread-398 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/cluster_c9797c51-4b05-7062-8d47-5afc62680f37/data/data4/current/BP-412500699-172.17.0.3-1731106353575/current, will proceed with Du for space computation calculation, 2024-11-08T22:52:36,057 WARN [Thread-397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/cluster_c9797c51-4b05-7062-8d47-5afc62680f37/data/data3/current/BP-412500699-172.17.0.3-1731106353575/current, will proceed with Du for space computation calculation, 2024-11-08T22:52:36,079 WARN [Thread-373 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T22:52:36,082 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb6e69af98abf9a7e with lease ID 0xf93d0aec5add90af: Processing first storage report for DS-9302189a-bea5-46e3-8d0e-e1804291a161 from datanode DatanodeRegistration(127.0.0.1:40875, datanodeUuid=ed6f307a-0464-41bd-9b75-0a63bebdbf75, infoPort=37621, infoSecurePort=0, ipcPort=35961, storageInfo=lv=-57;cid=testClusterID;nsid=470927225;c=1731106353575) 2024-11-08T22:52:36,082 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb6e69af98abf9a7e with lease ID 0xf93d0aec5add90af: from storage DS-9302189a-bea5-46e3-8d0e-e1804291a161 node DatanodeRegistration(127.0.0.1:40875, datanodeUuid=ed6f307a-0464-41bd-9b75-0a63bebdbf75, infoPort=37621, infoSecurePort=0, ipcPort=35961, storageInfo=lv=-57;cid=testClusterID;nsid=470927225;c=1731106353575), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:52:36,082 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb6e69af98abf9a7e with lease ID 0xf93d0aec5add90af: Processing first storage report for DS-f1e27fc3-4d0d-4148-8a8d-328b66cdd5ac from datanode DatanodeRegistration(127.0.0.1:40875, datanodeUuid=ed6f307a-0464-41bd-9b75-0a63bebdbf75, infoPort=37621, infoSecurePort=0, ipcPort=35961, storageInfo=lv=-57;cid=testClusterID;nsid=470927225;c=1731106353575) 2024-11-08T22:52:36,082 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb6e69af98abf9a7e with lease ID 0xf93d0aec5add90af: from storage DS-f1e27fc3-4d0d-4148-8a8d-328b66cdd5ac node DatanodeRegistration(127.0.0.1:40875, datanodeUuid=ed6f307a-0464-41bd-9b75-0a63bebdbf75, infoPort=37621, infoSecurePort=0, ipcPort=35961, storageInfo=lv=-57;cid=testClusterID;nsid=470927225;c=1731106353575), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:52:36,097 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546 2024-11-08T22:52:36,100 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/cluster_c9797c51-4b05-7062-8d47-5afc62680f37/zookeeper_0, clientPort=60365, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/cluster_c9797c51-4b05-7062-8d47-5afc62680f37/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/cluster_c9797c51-4b05-7062-8d47-5afc62680f37/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T22:52:36,101 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60365 2024-11-08T22:52:36,102 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:52:36,104 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:52:36,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40875 is added to blk_1073741825_1001 (size=7) 2024-11-08T22:52:36,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33833 is added to blk_1073741825_1001 (size=7) 2024-11-08T22:52:36,119 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb with version=8 2024-11-08T22:52:36,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/hbase-staging 2024-11-08T22:52:36,122 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:52:36,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:52:36,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:52:36,122 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:52:36,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:52:36,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:52:36,122 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T22:52:36,122 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:52:36,123 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46121 2024-11-08T22:52:36,125 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46121 connecting to ZooKeeper ensemble=127.0.0.1:60365 2024-11-08T22:52:36,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:461210x0, quorum=127.0.0.1:60365, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:52:36,184 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46121-0x1011ca6b72f0000 connected 2024-11-08T22:52:36,267 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:52:36,270 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:52:36,275 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46121-0x1011ca6b72f0000, quorum=127.0.0.1:60365, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T22:52:36,275 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb, hbase.cluster.distributed=false 2024-11-08T22:52:36,278 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46121-0x1011ca6b72f0000, quorum=127.0.0.1:60365, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T22:52:36,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46121 2024-11-08T22:52:36,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46121 2024-11-08T22:52:36,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46121 2024-11-08T22:52:36,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46121 2024-11-08T22:52:36,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46121 2024-11-08T22:52:36,299 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:52:36,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:52:36,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:52:36,299 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:52:36,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:52:36,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:52:36,299 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T22:52:36,299 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:52:36,300 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33689 2024-11-08T22:52:36,302 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33689 connecting to ZooKeeper ensemble=127.0.0.1:60365 2024-11-08T22:52:36,303 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:52:36,306 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:52:36,319 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:336890x0, quorum=127.0.0.1:60365, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:52:36,320 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:336890x0, quorum=127.0.0.1:60365, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T22:52:36,320 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33689-0x1011ca6b72f0001 connected 2024-11-08T22:52:36,320 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T22:52:36,321 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T22:52:36,321 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33689-0x1011ca6b72f0001, quorum=127.0.0.1:60365, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T22:52:36,323 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33689-0x1011ca6b72f0001, quorum=127.0.0.1:60365, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T22:52:36,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33689 2024-11-08T22:52:36,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33689 2024-11-08T22:52:36,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33689 2024-11-08T22:52:36,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33689 2024-11-08T22:52:36,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33689 2024-11-08T22:52:36,339 DEBUG [M:0;ff635fa717b5:46121 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ff635fa717b5:46121 2024-11-08T22:52:36,339 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/ff635fa717b5,46121,1731106356121 2024-11-08T22:52:36,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46121-0x1011ca6b72f0000, quorum=127.0.0.1:60365, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T22:52:36,351 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33689-0x1011ca6b72f0001, quorum=127.0.0.1:60365, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T22:52:36,351 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46121-0x1011ca6b72f0000, quorum=127.0.0.1:60365, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ff635fa717b5,46121,1731106356121 2024-11-08T22:52:36,361 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33689-0x1011ca6b72f0001, quorum=127.0.0.1:60365, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T22:52:36,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46121-0x1011ca6b72f0000, quorum=127.0.0.1:60365, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:52:36,361 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33689-0x1011ca6b72f0001, quorum=127.0.0.1:60365, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:52:36,362 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46121-0x1011ca6b72f0000, quorum=127.0.0.1:60365, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T22:52:36,362 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ff635fa717b5,46121,1731106356121 from backup master directory 2024-11-08T22:52:36,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46121-0x1011ca6b72f0000, quorum=127.0.0.1:60365, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ff635fa717b5,46121,1731106356121 2024-11-08T22:52:36,372 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33689-0x1011ca6b72f0001, quorum=127.0.0.1:60365, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T22:52:36,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46121-0x1011ca6b72f0000, quorum=127.0.0.1:60365, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T22:52:36,372 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:52:36,372 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ff635fa717b5,46121,1731106356121 2024-11-08T22:52:36,378 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/hbase.id] with ID: ca571074-2f0b-44a5-9846-cd7a1a7c5872 2024-11-08T22:52:36,379 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/.tmp/hbase.id 2024-11-08T22:52:36,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40875 is added to blk_1073741826_1002 (size=42) 2024-11-08T22:52:36,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33833 is added to blk_1073741826_1002 (size=42) 2024-11-08T22:52:36,386 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/.tmp/hbase.id]:[hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/hbase.id] 2024-11-08T22:52:36,403 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:52:36,403 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T22:52:36,405 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-08T22:52:36,414 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33689-0x1011ca6b72f0001, quorum=127.0.0.1:60365, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:52:36,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46121-0x1011ca6b72f0000, quorum=127.0.0.1:60365, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:52:36,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40875 is added to blk_1073741827_1003 (size=196) 2024-11-08T22:52:36,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33833 is added to blk_1073741827_1003 (size=196) 2024-11-08T22:52:36,424 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:52:36,425 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T22:52:36,425 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:52:36,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40875 is added to blk_1073741828_1004 (size=1189) 2024-11-08T22:52:36,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33833 is added to blk_1073741828_1004 (size=1189) 2024-11-08T22:52:36,436 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/MasterData/data/master/store 2024-11-08T22:52:36,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40875 is added to blk_1073741829_1005 (size=34) 2024-11-08T22:52:36,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33833 is added to blk_1073741829_1005 (size=34) 2024-11-08T22:52:36,444 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:52:36,444 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T22:52:36,444 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:52:36,444 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:52:36,445 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T22:52:36,445 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:52:36,445 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:52:36,445 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731106356444Disabling compacts and flushes for region at 1731106356444Disabling writes for close at 1731106356445 (+1 ms)Writing region close event to WAL at 1731106356445Closed at 1731106356445 2024-11-08T22:52:36,446 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/MasterData/data/master/store/.initializing 2024-11-08T22:52:36,446 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/MasterData/WALs/ff635fa717b5,46121,1731106356121 2024-11-08T22:52:36,448 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:52:36,450 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff635fa717b5%2C46121%2C1731106356121, suffix=, logDir=hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/MasterData/WALs/ff635fa717b5,46121,1731106356121, archiveDir=hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/MasterData/oldWALs, maxLogs=10 2024-11-08T22:52:36,464 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/MasterData/WALs/ff635fa717b5,46121,1731106356121/ff635fa717b5%2C46121%2C1731106356121.1731106356450, exclude list is [], retry=0 2024-11-08T22:52:36,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33833,DS-96b2bcd9-8765-4f32-979c-98c6b2a5a419,DISK] 2024-11-08T22:52:36,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40875,DS-9302189a-bea5-46e3-8d0e-e1804291a161,DISK] 2024-11-08T22:52:36,469 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/MasterData/WALs/ff635fa717b5,46121,1731106356121/ff635fa717b5%2C46121%2C1731106356121.1731106356450 2024-11-08T22:52:36,470 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38623:38623),(127.0.0.1/127.0.0.1:37621:37621)] 2024-11-08T22:52:36,470 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:52:36,470 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:52:36,470 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:52:36,470 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:52:36,472 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:52:36,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T22:52:36,474 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:52:36,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:52:36,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:52:36,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T22:52:36,477 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:52:36,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:52:36,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:52:36,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T22:52:36,481 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:52:36,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:52:36,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:52:36,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T22:52:36,484 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:52:36,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:52:36,484 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:52:36,486 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:52:36,486 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:52:36,488 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:52:36,488 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:52:36,489 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:52:36,491 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:52:36,494 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:52:36,495 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=690463, jitterRate=-0.12203113734722137}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:52:36,497 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731106356470Initializing all the Stores at 1731106356472 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731106356472Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731106356472Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731106356472Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731106356472Cleaning up temporary data from old regions at 1731106356488 (+16 ms)Region opened successfully at 1731106356497 (+9 ms) 2024-11-08T22:52:36,497 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T22:52:36,503 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42803634, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:52:36,504 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T22:52:36,504 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T22:52:36,504 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T22:52:36,504 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T22:52:36,505 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T22:52:36,506 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T22:52:36,506 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T22:52:36,509 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T22:52:36,510 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46121-0x1011ca6b72f0000, quorum=127.0.0.1:60365, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T22:52:36,519 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T22:52:36,520 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T22:52:36,521 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46121-0x1011ca6b72f0000, quorum=127.0.0.1:60365, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T22:52:36,530 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T22:52:36,530 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T22:52:36,532 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46121-0x1011ca6b72f0000, quorum=127.0.0.1:60365, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T22:52:36,540 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T22:52:36,542 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46121-0x1011ca6b72f0000, quorum=127.0.0.1:60365, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T22:52:36,551 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T22:52:36,553 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46121-0x1011ca6b72f0000, quorum=127.0.0.1:60365, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T22:52:36,561 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T22:52:36,572 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33689-0x1011ca6b72f0001, quorum=127.0.0.1:60365, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T22:52:36,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46121-0x1011ca6b72f0000, quorum=127.0.0.1:60365, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T22:52:36,572 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33689-0x1011ca6b72f0001, quorum=127.0.0.1:60365, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:52:36,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46121-0x1011ca6b72f0000, quorum=127.0.0.1:60365, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:52:36,572 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ff635fa717b5,46121,1731106356121, sessionid=0x1011ca6b72f0000, setting cluster-up flag (Was=false) 2024-11-08T22:52:36,593 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33689-0x1011ca6b72f0001, quorum=127.0.0.1:60365, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:52:36,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46121-0x1011ca6b72f0000, quorum=127.0.0.1:60365, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:52:36,624 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T22:52:36,626 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,46121,1731106356121 2024-11-08T22:52:36,645 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33689-0x1011ca6b72f0001, quorum=127.0.0.1:60365, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:52:36,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46121-0x1011ca6b72f0000, quorum=127.0.0.1:60365, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:52:36,677 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T22:52:36,679 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,46121,1731106356121 2024-11-08T22:52:36,680 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T22:52:36,682 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T22:52:36,683 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T22:52:36,683 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T22:52:36,683 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ff635fa717b5,46121,1731106356121 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T22:52:36,685 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:52:36,685 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:52:36,685 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:52:36,685 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:52:36,685 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ff635fa717b5:0, corePoolSize=10, maxPoolSize=10 2024-11-08T22:52:36,686 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:52:36,686 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:52:36,686 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:52:36,687 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731106386687 2024-11-08T22:52:36,687 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T22:52:36,687 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T22:52:36,687 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T22:52:36,687 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T22:52:36,687 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T22:52:36,687 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T22:52:36,688 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:52:36,688 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T22:52:36,688 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:52:36,688 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T22:52:36,689 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T22:52:36,689 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T22:52:36,689 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T22:52:36,689 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T22:52:36,689 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731106356689,5,FailOnTimeoutGroup] 2024-11-08T22:52:36,690 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731106356689,5,FailOnTimeoutGroup] 2024-11-08T22:52:36,690 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:52:36,690 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:52:36,690 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T22:52:36,690 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T22:52:36,690 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T22:52:36,690 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T22:52:36,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40875 is added to blk_1073741831_1007 (size=1321) 2024-11-08T22:52:36,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33833 is added to blk_1073741831_1007 (size=1321) 2024-11-08T22:52:36,699 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T22:52:36,699 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb 2024-11-08T22:52:36,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40875 is added to blk_1073741832_1008 (size=32) 2024-11-08T22:52:36,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33833 is added to blk_1073741832_1008 (size=32) 2024-11-08T22:52:36,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:52:36,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T22:52:36,713 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T22:52:36,713 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:52:36,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:52:36,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T22:52:36,716 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T22:52:36,716 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:52:36,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:52:36,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T22:52:36,718 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T22:52:36,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:52:36,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:52:36,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T22:52:36,721 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T22:52:36,721 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:52:36,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:52:36,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T22:52:36,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/data/hbase/meta/1588230740 2024-11-08T22:52:36,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/data/hbase/meta/1588230740 2024-11-08T22:52:36,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T22:52:36,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T22:52:36,725 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T22:52:36,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T22:52:36,730 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:52:36,730 INFO [RS:0;ff635fa717b5:33689 {}] regionserver.HRegionServer(746): ClusterId : ca571074-2f0b-44a5-9846-cd7a1a7c5872 2024-11-08T22:52:36,730 DEBUG [RS:0;ff635fa717b5:33689 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T22:52:36,730 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=758969, jitterRate=-0.034921348094940186}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T22:52:36,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731106356709Initializing all the Stores at 1731106356711 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731106356711Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731106356711Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731106356711Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731106356711Cleaning up temporary data from old regions at 1731106356725 (+14 ms)Region opened successfully at 1731106356731 (+6 ms) 2024-11-08T22:52:36,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T22:52:36,732 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T22:52:36,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T22:52:36,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T22:52:36,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T22:52:36,732 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T22:52:36,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731106356731Disabling compacts and flushes for region at 1731106356731Disabling writes for close at 1731106356732 (+1 ms)Writing region close event to WAL at 1731106356732Closed at 1731106356732 2024-11-08T22:52:36,734 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:52:36,734 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T22:52:36,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T22:52:36,736 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:52:36,738 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T22:52:36,741 DEBUG [RS:0;ff635fa717b5:33689 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T22:52:36,741 DEBUG [RS:0;ff635fa717b5:33689 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T22:52:36,752 DEBUG [RS:0;ff635fa717b5:33689 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T22:52:36,752 DEBUG [RS:0;ff635fa717b5:33689 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75a09b4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:52:36,763 DEBUG [RS:0;ff635fa717b5:33689 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ff635fa717b5:33689 2024-11-08T22:52:36,763 INFO [RS:0;ff635fa717b5:33689 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T22:52:36,763 INFO [RS:0;ff635fa717b5:33689 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T22:52:36,763 DEBUG [RS:0;ff635fa717b5:33689 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T22:52:36,764 INFO [RS:0;ff635fa717b5:33689 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff635fa717b5,46121,1731106356121 with port=33689, startcode=1731106356298 2024-11-08T22:52:36,764 DEBUG [RS:0;ff635fa717b5:33689 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T22:52:36,766 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33859, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T22:52:36,766 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46121 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff635fa717b5,33689,1731106356298 2024-11-08T22:52:36,766 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46121 {}] master.ServerManager(517): Registering regionserver=ff635fa717b5,33689,1731106356298 2024-11-08T22:52:36,768 DEBUG [RS:0;ff635fa717b5:33689 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb 2024-11-08T22:52:36,768 DEBUG [RS:0;ff635fa717b5:33689 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45053 2024-11-08T22:52:36,768 DEBUG [RS:0;ff635fa717b5:33689 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T22:52:36,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46121-0x1011ca6b72f0000, quorum=127.0.0.1:60365, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T22:52:36,772 DEBUG [RS:0;ff635fa717b5:33689 {}] zookeeper.ZKUtil(111): regionserver:33689-0x1011ca6b72f0001, quorum=127.0.0.1:60365, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ff635fa717b5,33689,1731106356298 2024-11-08T22:52:36,772 WARN [RS:0;ff635fa717b5:33689 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:52:36,772 INFO [RS:0;ff635fa717b5:33689 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:52:36,773 DEBUG [RS:0;ff635fa717b5:33689 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/WALs/ff635fa717b5,33689,1731106356298 2024-11-08T22:52:36,773 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff635fa717b5,33689,1731106356298] 2024-11-08T22:52:36,777 INFO [RS:0;ff635fa717b5:33689 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T22:52:36,779 INFO [RS:0;ff635fa717b5:33689 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T22:52:36,779 INFO [RS:0;ff635fa717b5:33689 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T22:52:36,779 INFO [RS:0;ff635fa717b5:33689 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:52:36,779 INFO [RS:0;ff635fa717b5:33689 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T22:52:36,781 INFO [RS:0;ff635fa717b5:33689 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T22:52:36,781 INFO [RS:0;ff635fa717b5:33689 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T22:52:36,781 DEBUG [RS:0;ff635fa717b5:33689 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:52:36,781 DEBUG [RS:0;ff635fa717b5:33689 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:52:36,781 DEBUG [RS:0;ff635fa717b5:33689 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:52:36,781 DEBUG [RS:0;ff635fa717b5:33689 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:52:36,781 DEBUG [RS:0;ff635fa717b5:33689 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:52:36,781 DEBUG [RS:0;ff635fa717b5:33689 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:52:36,781 DEBUG [RS:0;ff635fa717b5:33689 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:52:36,781 DEBUG [RS:0;ff635fa717b5:33689 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:52:36,781 DEBUG [RS:0;ff635fa717b5:33689 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:52:36,782 DEBUG [RS:0;ff635fa717b5:33689 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:52:36,782 DEBUG [RS:0;ff635fa717b5:33689 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:52:36,782 DEBUG [RS:0;ff635fa717b5:33689 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:52:36,782 DEBUG [RS:0;ff635fa717b5:33689 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:52:36,782 DEBUG [RS:0;ff635fa717b5:33689 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:52:36,784 INFO [RS:0;ff635fa717b5:33689 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:52:36,784 INFO [RS:0;ff635fa717b5:33689 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:52:36,784 INFO [RS:0;ff635fa717b5:33689 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:52:36,784 INFO [RS:0;ff635fa717b5:33689 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T22:52:36,784 INFO [RS:0;ff635fa717b5:33689 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T22:52:36,784 INFO [RS:0;ff635fa717b5:33689 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,33689,1731106356298-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:52:36,798 INFO [RS:0;ff635fa717b5:33689 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T22:52:36,798 INFO [RS:0;ff635fa717b5:33689 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,33689,1731106356298-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:52:36,799 INFO [RS:0;ff635fa717b5:33689 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:52:36,799 INFO [RS:0;ff635fa717b5:33689 {}] regionserver.Replication(171): ff635fa717b5,33689,1731106356298 started 2024-11-08T22:52:36,812 INFO [RS:0;ff635fa717b5:33689 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:52:36,812 INFO [RS:0;ff635fa717b5:33689 {}] regionserver.HRegionServer(1482): Serving as ff635fa717b5,33689,1731106356298, RpcServer on ff635fa717b5/172.17.0.3:33689, sessionid=0x1011ca6b72f0001 2024-11-08T22:52:36,812 DEBUG [RS:0;ff635fa717b5:33689 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T22:52:36,812 DEBUG [RS:0;ff635fa717b5:33689 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff635fa717b5,33689,1731106356298 2024-11-08T22:52:36,812 DEBUG [RS:0;ff635fa717b5:33689 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,33689,1731106356298' 2024-11-08T22:52:36,812 DEBUG [RS:0;ff635fa717b5:33689 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T22:52:36,813 DEBUG [RS:0;ff635fa717b5:33689 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T22:52:36,814 DEBUG [RS:0;ff635fa717b5:33689 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T22:52:36,814 DEBUG [RS:0;ff635fa717b5:33689 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T22:52:36,814 DEBUG [RS:0;ff635fa717b5:33689 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff635fa717b5,33689,1731106356298 2024-11-08T22:52:36,814 DEBUG [RS:0;ff635fa717b5:33689 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,33689,1731106356298' 2024-11-08T22:52:36,814 DEBUG [RS:0;ff635fa717b5:33689 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T22:52:36,814 DEBUG [RS:0;ff635fa717b5:33689 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T22:52:36,815 DEBUG [RS:0;ff635fa717b5:33689 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T22:52:36,815 INFO [RS:0;ff635fa717b5:33689 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T22:52:36,815 INFO [RS:0;ff635fa717b5:33689 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T22:52:36,888 WARN [ff635fa717b5:46121 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T22:52:36,916 INFO [RS:0;ff635fa717b5:33689 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:52:36,921 INFO [RS:0;ff635fa717b5:33689 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff635fa717b5%2C33689%2C1731106356298, suffix=, logDir=hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/WALs/ff635fa717b5,33689,1731106356298, archiveDir=hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/oldWALs, maxLogs=32 2024-11-08T22:52:36,940 DEBUG [RS:0;ff635fa717b5:33689 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/WALs/ff635fa717b5,33689,1731106356298/ff635fa717b5%2C33689%2C1731106356298.1731106356927, exclude list is [], retry=0 2024-11-08T22:52:36,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40875,DS-9302189a-bea5-46e3-8d0e-e1804291a161,DISK] 2024-11-08T22:52:36,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33833,DS-96b2bcd9-8765-4f32-979c-98c6b2a5a419,DISK] 2024-11-08T22:52:36,947 INFO [RS:0;ff635fa717b5:33689 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/WALs/ff635fa717b5,33689,1731106356298/ff635fa717b5%2C33689%2C1731106356298.1731106356927 2024-11-08T22:52:36,947 DEBUG [RS:0;ff635fa717b5:33689 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37621:37621),(127.0.0.1/127.0.0.1:38623:38623)] 2024-11-08T22:52:37,138 DEBUG [ff635fa717b5:46121 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T22:52:37,139 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ff635fa717b5,33689,1731106356298 2024-11-08T22:52:37,143 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,33689,1731106356298, state=OPENING 2024-11-08T22:52:37,193 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T22:52:37,204 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33689-0x1011ca6b72f0001, quorum=127.0.0.1:60365, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:52:37,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46121-0x1011ca6b72f0000, quorum=127.0.0.1:60365, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:52:37,207 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:52:37,207 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T22:52:37,207 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,33689,1731106356298}] 2024-11-08T22:52:37,207 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T22:52:37,364 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T22:52:37,366 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49825, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T22:52:37,382 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T22:52:37,382 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:52:37,382 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T22:52:37,385 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff635fa717b5%2C33689%2C1731106356298.meta, suffix=.meta, logDir=hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/WALs/ff635fa717b5,33689,1731106356298, archiveDir=hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/oldWALs, maxLogs=32 2024-11-08T22:52:37,399 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/WALs/ff635fa717b5,33689,1731106356298/ff635fa717b5%2C33689%2C1731106356298.meta.1731106357386.meta, exclude list is [], retry=0 2024-11-08T22:52:37,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40875,DS-9302189a-bea5-46e3-8d0e-e1804291a161,DISK] 2024-11-08T22:52:37,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33833,DS-96b2bcd9-8765-4f32-979c-98c6b2a5a419,DISK] 2024-11-08T22:52:37,404 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/WALs/ff635fa717b5,33689,1731106356298/ff635fa717b5%2C33689%2C1731106356298.meta.1731106357386.meta 2024-11-08T22:52:37,405 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37621:37621),(127.0.0.1/127.0.0.1:38623:38623)] 2024-11-08T22:52:37,405 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:52:37,405 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T22:52:37,405 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T22:52:37,405 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T22:52:37,406 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T22:52:37,406 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:52:37,406 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T22:52:37,406 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T22:52:37,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T22:52:37,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T22:52:37,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:52:37,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:52:37,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T22:52:37,412 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T22:52:37,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:52:37,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:52:37,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T22:52:37,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T22:52:37,414 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:52:37,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:52:37,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T22:52:37,417 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T22:52:37,417 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:52:37,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:52:37,417 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T22:52:37,418 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/data/hbase/meta/1588230740 2024-11-08T22:52:37,419 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/data/hbase/meta/1588230740 2024-11-08T22:52:37,420 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T22:52:37,421 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T22:52:37,421 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T22:52:37,423 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T22:52:37,424 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=861739, jitterRate=0.09575894474983215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T22:52:37,424 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T22:52:37,425 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731106357406Writing region info on filesystem at 1731106357406Initializing all the Stores at 1731106357407 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731106357407Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731106357408 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731106357408Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731106357408Cleaning up temporary data from old regions at 1731106357421 (+13 ms)Running coprocessor post-open hooks at 1731106357424 (+3 ms)Region opened successfully at 1731106357425 (+1 ms) 2024-11-08T22:52:37,426 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731106357364 2024-11-08T22:52:37,429 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T22:52:37,429 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T22:52:37,430 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,33689,1731106356298 2024-11-08T22:52:37,431 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,33689,1731106356298, state=OPEN 2024-11-08T22:52:37,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46121-0x1011ca6b72f0000, quorum=127.0.0.1:60365, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T22:52:37,467 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33689-0x1011ca6b72f0001, quorum=127.0.0.1:60365, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T22:52:37,467 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ff635fa717b5,33689,1731106356298 2024-11-08T22:52:37,467 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T22:52:37,467 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T22:52:37,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T22:52:37,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,33689,1731106356298 in 260 msec 2024-11-08T22:52:37,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T22:52:37,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 737 msec 2024-11-08T22:52:37,475 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:52:37,475 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T22:52:37,477 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:52:37,477 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,33689,1731106356298, seqNum=-1] 2024-11-08T22:52:37,478 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:52:37,479 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43497, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:52:37,486 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 803 msec 2024-11-08T22:52:37,486 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731106357486, completionTime=-1 2024-11-08T22:52:37,486 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T22:52:37,486 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T22:52:37,489 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T22:52:37,489 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731106417489 2024-11-08T22:52:37,489 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731106477489 2024-11-08T22:52:37,489 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T22:52:37,489 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,46121,1731106356121-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:52:37,490 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,46121,1731106356121-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:52:37,490 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,46121,1731106356121-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:52:37,490 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ff635fa717b5:46121, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:52:37,490 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T22:52:37,490 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T22:52:37,492 DEBUG [master/ff635fa717b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T22:52:37,495 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.123sec 2024-11-08T22:52:37,495 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T22:52:37,495 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T22:52:37,495 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T22:52:37,495 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T22:52:37,495 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T22:52:37,495 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,46121,1731106356121-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:52:37,495 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,46121,1731106356121-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T22:52:37,499 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T22:52:37,499 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T22:52:37,499 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,46121,1731106356121-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:52:37,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@381b61da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:52:37,531 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,46121,-1 for getting cluster id 2024-11-08T22:52:37,531 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:52:37,535 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca571074-2f0b-44a5-9846-cd7a1a7c5872' 2024-11-08T22:52:37,536 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:52:37,536 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca571074-2f0b-44a5-9846-cd7a1a7c5872" 2024-11-08T22:52:37,536 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13c19b0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:52:37,536 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,46121,-1] 2024-11-08T22:52:37,537 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:52:37,537 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:52:37,539 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:52:37,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a5edbcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:52:37,541 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:52:37,543 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,33689,1731106356298, seqNum=-1] 2024-11-08T22:52:37,543 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:52:37,545 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:52:37,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ff635fa717b5,46121,1731106356121 2024-11-08T22:52:37,548 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:52:37,552 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-08T22:52:37,564 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:52:37,568 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:52:37,568 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:52:37,568 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:52:37,568 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T22:52:37,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63f55efb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:52:37,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f4a2379{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:52:37,664 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@65598d2e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/java.io.tmpdir/jetty-localhost-35993-hadoop-hdfs-3_4_1-tests_jar-_-any-13989110397122301049/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:52:37,664 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ea1725e{HTTP/1.1, (http/1.1)}{localhost:35993} 2024-11-08T22:52:37,664 INFO [Time-limited test {}] server.Server(415): Started @74052ms 2024-11-08T22:52:37,666 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T22:52:37,709 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:52:37,712 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:52:37,713 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:52:37,713 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:52:37,714 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T22:52:37,714 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e037d2d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:52:37,714 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a302a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:52:37,810 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2ba0a89b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/java.io.tmpdir/jetty-localhost-39025-hadoop-hdfs-3_4_1-tests_jar-_-any-1208365623260817054/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:52:37,810 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74624a69{HTTP/1.1, (http/1.1)}{localhost:39025} 2024-11-08T22:52:37,810 INFO [Time-limited test {}] server.Server(415): Started @74197ms 2024-11-08T22:52:37,812 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T22:52:37,838 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:52:37,842 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:52:37,842 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:52:37,842 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:52:37,843 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T22:52:37,843 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49abd634{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:52:37,843 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3365e29e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:52:37,937 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7149e3a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/java.io.tmpdir/jetty-localhost-43169-hadoop-hdfs-3_4_1-tests_jar-_-any-18265495809931512559/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:52:37,937 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2759240e{HTTP/1.1, (http/1.1)}{localhost:43169} 2024-11-08T22:52:37,937 INFO [Time-limited test {}] server.Server(415): Started @74324ms 2024-11-08T22:52:37,939 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T22:52:37,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:52:37,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:52:38,479 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T22:52:38,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:52:38,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:52:38,888 WARN [Thread-549 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/cluster_c9797c51-4b05-7062-8d47-5afc62680f37/data/data5/current/BP-412500699-172.17.0.3-1731106353575/current, will proceed with Du for space computation calculation, 2024-11-08T22:52:38,888 WARN [Thread-550 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/cluster_c9797c51-4b05-7062-8d47-5afc62680f37/data/data6/current/BP-412500699-172.17.0.3-1731106353575/current, will proceed with Du for space computation calculation, 2024-11-08T22:52:38,908 WARN [Thread-490 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T22:52:38,910 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x499dcd697f8854c6 with lease ID 0xf93d0aec5add90b0: Processing first storage report for DS-ba7c70bf-d12d-4edf-91c9-939e52ca208a from datanode DatanodeRegistration(127.0.0.1:38961, datanodeUuid=64a458bf-c580-46db-a78c-562cfc8e7006, infoPort=45159, infoSecurePort=0, ipcPort=33983, storageInfo=lv=-57;cid=testClusterID;nsid=470927225;c=1731106353575) 2024-11-08T22:52:38,910 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x499dcd697f8854c6 with lease ID 0xf93d0aec5add90b0: from storage DS-ba7c70bf-d12d-4edf-91c9-939e52ca208a node DatanodeRegistration(127.0.0.1:38961, datanodeUuid=64a458bf-c580-46db-a78c-562cfc8e7006, infoPort=45159, infoSecurePort=0, ipcPort=33983, storageInfo=lv=-57;cid=testClusterID;nsid=470927225;c=1731106353575), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:52:38,911 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x499dcd697f8854c6 with lease ID 0xf93d0aec5add90b0: Processing first storage report for DS-78d24ddd-a68f-4083-b135-660183736e96 from datanode DatanodeRegistration(127.0.0.1:38961, datanodeUuid=64a458bf-c580-46db-a78c-562cfc8e7006, infoPort=45159, infoSecurePort=0, ipcPort=33983, storageInfo=lv=-57;cid=testClusterID;nsid=470927225;c=1731106353575) 2024-11-08T22:52:38,911 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x499dcd697f8854c6 with lease ID 0xf93d0aec5add90b0: from storage DS-78d24ddd-a68f-4083-b135-660183736e96 node DatanodeRegistration(127.0.0.1:38961, datanodeUuid=64a458bf-c580-46db-a78c-562cfc8e7006, infoPort=45159, infoSecurePort=0, ipcPort=33983, storageInfo=lv=-57;cid=testClusterID;nsid=470927225;c=1731106353575), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:52:39,051 WARN [Thread-560 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/cluster_c9797c51-4b05-7062-8d47-5afc62680f37/data/data7/current/BP-412500699-172.17.0.3-1731106353575/current, will proceed with Du for space computation calculation, 2024-11-08T22:52:39,052 WARN [Thread-561 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/cluster_c9797c51-4b05-7062-8d47-5afc62680f37/data/data8/current/BP-412500699-172.17.0.3-1731106353575/current, will proceed with Du for space computation calculation, 2024-11-08T22:52:39,077 WARN [Thread-512 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T22:52:39,080 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb9ff294636b07ff8 with lease ID 0xf93d0aec5add90b1: Processing first storage report for DS-2e00e27b-d51e-4715-9f8a-7be1ac2c48ea from datanode DatanodeRegistration(127.0.0.1:34849, datanodeUuid=d76b05b8-1fee-4269-978a-d84002250d48, infoPort=38605, infoSecurePort=0, ipcPort=39631, storageInfo=lv=-57;cid=testClusterID;nsid=470927225;c=1731106353575) 2024-11-08T22:52:39,080 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb9ff294636b07ff8 with lease ID 0xf93d0aec5add90b1: from storage DS-2e00e27b-d51e-4715-9f8a-7be1ac2c48ea node DatanodeRegistration(127.0.0.1:34849, datanodeUuid=d76b05b8-1fee-4269-978a-d84002250d48, infoPort=38605, infoSecurePort=0, ipcPort=39631, storageInfo=lv=-57;cid=testClusterID;nsid=470927225;c=1731106353575), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:52:39,081 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb9ff294636b07ff8 with lease ID 0xf93d0aec5add90b1: Processing first storage report for DS-008b8dea-96df-490c-aebf-6f64407b6b94 from datanode DatanodeRegistration(127.0.0.1:34849, datanodeUuid=d76b05b8-1fee-4269-978a-d84002250d48, infoPort=38605, infoSecurePort=0, ipcPort=39631, storageInfo=lv=-57;cid=testClusterID;nsid=470927225;c=1731106353575) 2024-11-08T22:52:39,081 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb9ff294636b07ff8 with lease ID 0xf93d0aec5add90b1: from storage DS-008b8dea-96df-490c-aebf-6f64407b6b94 node DatanodeRegistration(127.0.0.1:34849, datanodeUuid=d76b05b8-1fee-4269-978a-d84002250d48, infoPort=38605, infoSecurePort=0, ipcPort=39631, storageInfo=lv=-57;cid=testClusterID;nsid=470927225;c=1731106353575), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:52:39,126 WARN [Thread-571 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/cluster_c9797c51-4b05-7062-8d47-5afc62680f37/data/data9/current/BP-412500699-172.17.0.3-1731106353575/current, will proceed with Du for space computation calculation, 2024-11-08T22:52:39,126 WARN [Thread-572 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/cluster_c9797c51-4b05-7062-8d47-5afc62680f37/data/data10/current/BP-412500699-172.17.0.3-1731106353575/current, will proceed with Du for space computation calculation, 2024-11-08T22:52:39,145 WARN [Thread-534 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T22:52:39,148 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x46ce2f96050d7361 with lease ID 0xf93d0aec5add90b2: Processing first storage report for DS-c0d547e4-f2eb-4513-b1e8-cad47b2c7913 from datanode DatanodeRegistration(127.0.0.1:42869, datanodeUuid=aad5f3a7-784f-4e1a-9bfb-5bcae87a6d32, infoPort=37453, infoSecurePort=0, ipcPort=45649, storageInfo=lv=-57;cid=testClusterID;nsid=470927225;c=1731106353575) 2024-11-08T22:52:39,148 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x46ce2f96050d7361 with lease ID 0xf93d0aec5add90b2: from storage DS-c0d547e4-f2eb-4513-b1e8-cad47b2c7913 node DatanodeRegistration(127.0.0.1:42869, datanodeUuid=aad5f3a7-784f-4e1a-9bfb-5bcae87a6d32, infoPort=37453, infoSecurePort=0, ipcPort=45649, storageInfo=lv=-57;cid=testClusterID;nsid=470927225;c=1731106353575), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:52:39,148 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x46ce2f96050d7361 with lease ID 0xf93d0aec5add90b2: Processing first storage report for DS-8813043b-2123-4651-bc40-6cc553e14214 from datanode DatanodeRegistration(127.0.0.1:42869, datanodeUuid=aad5f3a7-784f-4e1a-9bfb-5bcae87a6d32, infoPort=37453, infoSecurePort=0, ipcPort=45649, storageInfo=lv=-57;cid=testClusterID;nsid=470927225;c=1731106353575) 2024-11-08T22:52:39,148 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x46ce2f96050d7361 with lease ID 0xf93d0aec5add90b2: from storage DS-8813043b-2123-4651-bc40-6cc553e14214 node DatanodeRegistration(127.0.0.1:42869, datanodeUuid=aad5f3a7-784f-4e1a-9bfb-5bcae87a6d32, infoPort=37453, infoSecurePort=0, ipcPort=45649, storageInfo=lv=-57;cid=testClusterID;nsid=470927225;c=1731106353575), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:52:39,173 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:52:39,175 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,46121,1731106356121 2024-11-08T22:52:39,175 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@594ee164 2024-11-08T22:52:39,176 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:52:39,178 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:52:39,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46121 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-08T22:52:39,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46121 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-08T22:52:39,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46121 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:52:39,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46121 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-11-08T22:52:39,184 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T22:52:39,184 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:52:39,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46121 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-11-08T22:52:39,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:52:39,186 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T22:52:39,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741835_1011 (size=393) 2024-11-08T22:52:39,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741835_1011 (size=393) 2024-11-08T22:52:39,198 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 59fceb2c3d8f18eb2be8764d05c75433, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731106359179.59fceb2c3d8f18eb2be8764d05c75433.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb 2024-11-08T22:52:39,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741836_1012 (size=76) 2024-11-08T22:52:39,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40875 is added to blk_1073741836_1012 (size=76) 2024-11-08T22:52:39,209 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731106359179.59fceb2c3d8f18eb2be8764d05c75433.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:52:39,209 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing 59fceb2c3d8f18eb2be8764d05c75433, disabling compactions & flushes 2024-11-08T22:52:39,209 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731106359179.59fceb2c3d8f18eb2be8764d05c75433. 2024-11-08T22:52:39,209 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731106359179.59fceb2c3d8f18eb2be8764d05c75433. 2024-11-08T22:52:39,209 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731106359179.59fceb2c3d8f18eb2be8764d05c75433. after waiting 0 ms 2024-11-08T22:52:39,209 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731106359179.59fceb2c3d8f18eb2be8764d05c75433. 2024-11-08T22:52:39,209 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731106359179.59fceb2c3d8f18eb2be8764d05c75433. 2024-11-08T22:52:39,209 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for 59fceb2c3d8f18eb2be8764d05c75433: Waiting for close lock at 1731106359209Disabling compacts and flushes for region at 1731106359209Disabling writes for close at 1731106359209Writing region close event to WAL at 1731106359209Closed at 1731106359209 2024-11-08T22:52:39,212 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T22:52:39,212 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1731106359179.59fceb2c3d8f18eb2be8764d05c75433.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1731106359212"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731106359212"}]},"ts":"1731106359212"} 2024-11-08T22:52:39,215 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T22:52:39,217 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T22:52:39,218 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731106359217"}]},"ts":"1731106359217"} 2024-11-08T22:52:39,221 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-11-08T22:52:39,221 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=59fceb2c3d8f18eb2be8764d05c75433, ASSIGN}] 2024-11-08T22:52:39,223 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=59fceb2c3d8f18eb2be8764d05c75433, ASSIGN 2024-11-08T22:52:39,225 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=59fceb2c3d8f18eb2be8764d05c75433, ASSIGN; state=OFFLINE, location=ff635fa717b5,33689,1731106356298; forceNewPlan=false, retain=false 2024-11-08T22:52:39,377 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=59fceb2c3d8f18eb2be8764d05c75433, regionState=OPENING, regionLocation=ff635fa717b5,33689,1731106356298 2024-11-08T22:52:39,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=59fceb2c3d8f18eb2be8764d05c75433, ASSIGN because future has completed 2024-11-08T22:52:39,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59fceb2c3d8f18eb2be8764d05c75433, server=ff635fa717b5,33689,1731106356298}] 2024-11-08T22:52:39,557 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1731106359179.59fceb2c3d8f18eb2be8764d05c75433. 2024-11-08T22:52:39,558 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 59fceb2c3d8f18eb2be8764d05c75433, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731106359179.59fceb2c3d8f18eb2be8764d05c75433.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:52:39,559 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath 59fceb2c3d8f18eb2be8764d05c75433 2024-11-08T22:52:39,559 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731106359179.59fceb2c3d8f18eb2be8764d05c75433.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:52:39,559 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 59fceb2c3d8f18eb2be8764d05c75433 2024-11-08T22:52:39,559 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 59fceb2c3d8f18eb2be8764d05c75433 2024-11-08T22:52:39,562 INFO [StoreOpener-59fceb2c3d8f18eb2be8764d05c75433-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 59fceb2c3d8f18eb2be8764d05c75433 2024-11-08T22:52:39,564 INFO [StoreOpener-59fceb2c3d8f18eb2be8764d05c75433-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59fceb2c3d8f18eb2be8764d05c75433 columnFamilyName info 2024-11-08T22:52:39,564 DEBUG [StoreOpener-59fceb2c3d8f18eb2be8764d05c75433-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:52:39,564 INFO [StoreOpener-59fceb2c3d8f18eb2be8764d05c75433-1 {}] regionserver.HStore(327): Store=59fceb2c3d8f18eb2be8764d05c75433/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:52:39,565 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 59fceb2c3d8f18eb2be8764d05c75433 2024-11-08T22:52:39,566 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/data/default/TestLogRolling-testLogRollOnDatanodeDeath/59fceb2c3d8f18eb2be8764d05c75433 2024-11-08T22:52:39,566 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/data/default/TestLogRolling-testLogRollOnDatanodeDeath/59fceb2c3d8f18eb2be8764d05c75433 2024-11-08T22:52:39,567 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 59fceb2c3d8f18eb2be8764d05c75433 2024-11-08T22:52:39,567 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 59fceb2c3d8f18eb2be8764d05c75433 2024-11-08T22:52:39,571 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 59fceb2c3d8f18eb2be8764d05c75433 2024-11-08T22:52:39,573 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/data/default/TestLogRolling-testLogRollOnDatanodeDeath/59fceb2c3d8f18eb2be8764d05c75433/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:52:39,574 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 59fceb2c3d8f18eb2be8764d05c75433; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=746955, jitterRate=-0.05019782483577728}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T22:52:39,574 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 59fceb2c3d8f18eb2be8764d05c75433 2024-11-08T22:52:39,575 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 59fceb2c3d8f18eb2be8764d05c75433: Running coprocessor pre-open hook at 1731106359559Writing region info on filesystem at 1731106359559Initializing all the Stores at 1731106359561 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731106359561Cleaning up temporary data from old regions at 1731106359567 (+6 ms)Running coprocessor post-open hooks at 1731106359574 (+7 ms)Region opened successfully at 1731106359575 (+1 ms) 2024-11-08T22:52:39,577 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1731106359179.59fceb2c3d8f18eb2be8764d05c75433., pid=6, masterSystemTime=1731106359544 2024-11-08T22:52:39,579 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1731106359179.59fceb2c3d8f18eb2be8764d05c75433. 2024-11-08T22:52:39,579 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1731106359179.59fceb2c3d8f18eb2be8764d05c75433. 2024-11-08T22:52:39,580 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=59fceb2c3d8f18eb2be8764d05c75433, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,33689,1731106356298 2024-11-08T22:52:39,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59fceb2c3d8f18eb2be8764d05c75433, server=ff635fa717b5,33689,1731106356298 because future has completed 2024-11-08T22:52:39,587 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T22:52:39,588 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 59fceb2c3d8f18eb2be8764d05c75433, server=ff635fa717b5,33689,1731106356298 in 197 msec 2024-11-08T22:52:39,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T22:52:39,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=59fceb2c3d8f18eb2be8764d05c75433, ASSIGN in 367 msec 2024-11-08T22:52:39,592 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T22:52:39,593 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731106359592"}]},"ts":"1731106359592"} 2024-11-08T22:52:39,595 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-11-08T22:52:39,596 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T22:52:39,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 416 msec 2024-11-08T22:52:42,214 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-08T22:52:42,214 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-11-08T22:52:42,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-08T22:52:42,778 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T22:52:42,780 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-11-08T22:52:45,067 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T22:52:45,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:52:45,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:52:49,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:52:49,233 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-11-08T22:52:49,233 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-11-08T22:52:49,234 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T22:52:49,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-11-08T22:52:49,242 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T22:52:49,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-11-08T22:52:49,248 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1731106359179.59fceb2c3d8f18eb2be8764d05c75433., hostname=ff635fa717b5,33689,1731106356298, seqNum=2] 2024-11-08T22:52:49,252 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-11-08T22:52:49,256 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-11-08T22:52:49,256 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1731106359179.59fceb2c3d8f18eb2be8764d05c75433. 2024-11-08T22:52:49,258 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1943169241_22 at /127.0.0.1:49960 [Receiving block BP-412500699-172.17.0.3-1731106353575:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:33833:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49960 dst: /127.0.0.1:33833 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T22:52:49,257 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1943169241_22 at /127.0.0.1:34992 [Receiving block BP-412500699-172.17.0.3-1731106353575:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:40875:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34992 dst: /127.0.0.1:40875 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T22:52:49,258 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1943169241_22 at /127.0.0.1:35000 [Receiving block BP-412500699-172.17.0.3-1731106353575:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:40875:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35000 dst: /127.0.0.1:40875 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T22:52:49,258 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1943169241_22 at /127.0.0.1:49968 [Receiving block BP-412500699-172.17.0.3-1731106353575:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:33833:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49968 dst: /127.0.0.1:33833 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T22:52:49,258 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-498020266_22 at /127.0.0.1:34944 [Receiving block BP-412500699-172.17.0.3-1731106353575:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:40875:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34944 dst: /127.0.0.1:40875 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T22:52:49,259 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-498020266_22 at /127.0.0.1:49920 [Receiving block BP-412500699-172.17.0.3-1731106353575:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:33833:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49920 dst: /127.0.0.1:33833 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T22:52:49,344 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3750334b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:52:49,345 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@346d7e39{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:52:49,345 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:52:49,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dcba957{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:52:49,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45528e53{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/hadoop.log.dir/,STOPPED} 2024-11-08T22:52:49,349 WARN [BP-412500699-172.17.0.3-1731106353575 heartbeating to localhost/127.0.0.1:45053 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T22:52:49,349 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T22:52:49,349 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T22:52:49,349 WARN [BP-412500699-172.17.0.3-1731106353575 heartbeating to localhost/127.0.0.1:45053 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-412500699-172.17.0.3-1731106353575 (Datanode Uuid ed6f307a-0464-41bd-9b75-0a63bebdbf75) service to localhost/127.0.0.1:45053 2024-11-08T22:52:49,350 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/cluster_c9797c51-4b05-7062-8d47-5afc62680f37/data/data3/current/BP-412500699-172.17.0.3-1731106353575 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:52:49,350 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/cluster_c9797c51-4b05-7062-8d47-5afc62680f37/data/data4/current/BP-412500699-172.17.0.3-1731106353575 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:52:49,350 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T22:52:49,360 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:52:49,363 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:52:49,364 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:52:49,364 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:52:49,364 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T22:52:49,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f5a7f42{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:52:49,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@285dd66e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:52:49,458 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58af8f90{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/java.io.tmpdir/jetty-localhost-40945-hadoop-hdfs-3_4_1-tests_jar-_-any-13707996012471787344/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:52:49,458 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@62d180d{HTTP/1.1, (http/1.1)}{localhost:40945} 2024-11-08T22:52:49,458 INFO [Time-limited test {}] server.Server(415): Started @85846ms 2024-11-08T22:52:49,460 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T22:52:49,478 WARN [AsyncFSWAL-0-hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb-prefix:ff635fa717b5,33689,1731106356298 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T22:52:49,479 DEBUG [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ff635fa717b5%2C33689%2C1731106356298:(num 1731106356927) roll requested 2024-11-08T22:52:49,496 DEBUG [regionserver/ff635fa717b5:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/WALs/ff635fa717b5,33689,1731106356298/ff635fa717b5%2C33689%2C1731106356298.1731106369479, exclude list is [], retry=0 2024-11-08T22:52:49,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33833,DS-96b2bcd9-8765-4f32-979c-98c6b2a5a419,DISK] 2024-11-08T22:52:49,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38961,DS-ba7c70bf-d12d-4edf-91c9-939e52ca208a,DISK] 2024-11-08T22:52:49,501 INFO [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/WALs/ff635fa717b5,33689,1731106356298/ff635fa717b5%2C33689%2C1731106356298.1731106356927 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/WALs/ff635fa717b5,33689,1731106356298/ff635fa717b5%2C33689%2C1731106356298.1731106369479 2024-11-08T22:52:49,502 DEBUG [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38623:38623),(127.0.0.1/127.0.0.1:45159:45159)] 2024-11-08T22:52:49,502 DEBUG [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/WALs/ff635fa717b5,33689,1731106356298/ff635fa717b5%2C33689%2C1731106356298.1731106356927 is not closed yet, will try archiving it next time 2024-11-08T22:52:49,502 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T22:52:49,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T22:52:49,503 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:52:49,503 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T22:52:49,503 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:52:49,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:52:49,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:52:49,503 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:52:49,503 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T22:52:49,503 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=773004641, stopped=false 2024-11-08T22:52:49,504 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ff635fa717b5,46121,1731106356121 2024-11-08T22:52:49,504 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-08T22:52:49,504 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-08T22:52:49,504 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/WALs/ff635fa717b5,33689,1731106356298/ff635fa717b5%2C33689%2C1731106356298.1731106356927 2024-11-08T22:52:49,507 WARN [IPC Server handler 3 on default port 45053 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/WALs/ff635fa717b5,33689,1731106356298/ff635fa717b5%2C33689%2C1731106356298.1731106356927 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741833_1009 2024-11-08T22:52:49,511 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/WALs/ff635fa717b5,33689,1731106356298/ff635fa717b5%2C33689%2C1731106356298.1731106356927 after 5ms 2024-11-08T22:52:49,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46121-0x1011ca6b72f0000, quorum=127.0.0.1:60365, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T22:52:49,529 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33689-0x1011ca6b72f0001, quorum=127.0.0.1:60365, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T22:52:49,529 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33689-0x1011ca6b72f0001, quorum=127.0.0.1:60365, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:52:49,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46121-0x1011ca6b72f0000, quorum=127.0.0.1:60365, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:52:49,529 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T22:52:49,530 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:52:49,530 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:52:49,530 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46121-0x1011ca6b72f0000, quorum=127.0.0.1:60365, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T22:52:49,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:52:49,530 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33689-0x1011ca6b72f0001, quorum=127.0.0.1:60365, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T22:52:49,530 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff635fa717b5,33689,1731106356298' ***** 2024-11-08T22:52:49,530 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T22:52:49,531 INFO [RS:0;ff635fa717b5:33689 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T22:52:49,531 INFO [RS:0;ff635fa717b5:33689 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T22:52:49,531 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T22:52:49,531 INFO [RS:0;ff635fa717b5:33689 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T22:52:49,531 INFO [RS:0;ff635fa717b5:33689 {}] regionserver.HRegionServer(3091): Received CLOSE for 59fceb2c3d8f18eb2be8764d05c75433 2024-11-08T22:52:49,532 INFO [RS:0;ff635fa717b5:33689 {}] regionserver.HRegionServer(959): stopping server ff635fa717b5,33689,1731106356298 2024-11-08T22:52:49,532 INFO [RS:0;ff635fa717b5:33689 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:52:49,532 INFO [RS:0;ff635fa717b5:33689 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:33689. 2024-11-08T22:52:49,532 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 59fceb2c3d8f18eb2be8764d05c75433, disabling compactions & flushes 2024-11-08T22:52:49,532 DEBUG [RS:0;ff635fa717b5:33689 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:52:49,532 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731106359179.59fceb2c3d8f18eb2be8764d05c75433. 2024-11-08T22:52:49,532 DEBUG [RS:0;ff635fa717b5:33689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:52:49,532 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731106359179.59fceb2c3d8f18eb2be8764d05c75433. 2024-11-08T22:52:49,532 INFO [RS:0;ff635fa717b5:33689 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T22:52:49,532 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731106359179.59fceb2c3d8f18eb2be8764d05c75433. after waiting 0 ms 2024-11-08T22:52:49,532 INFO [RS:0;ff635fa717b5:33689 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T22:52:49,532 INFO [RS:0;ff635fa717b5:33689 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T22:52:49,532 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731106359179.59fceb2c3d8f18eb2be8764d05c75433. 2024-11-08T22:52:49,532 INFO [RS:0;ff635fa717b5:33689 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T22:52:49,533 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 59fceb2c3d8f18eb2be8764d05c75433 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-08T22:52:49,533 INFO [RS:0;ff635fa717b5:33689 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T22:52:49,533 DEBUG [RS:0;ff635fa717b5:33689 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 59fceb2c3d8f18eb2be8764d05c75433=TestLogRolling-testLogRollOnDatanodeDeath,,1731106359179.59fceb2c3d8f18eb2be8764d05c75433.} 2024-11-08T22:52:49,533 DEBUG [RS:0;ff635fa717b5:33689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 59fceb2c3d8f18eb2be8764d05c75433 2024-11-08T22:52:49,533 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T22:52:49,533 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T22:52:49,533 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T22:52:49,533 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T22:52:49,533 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T22:52:49,533 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-11-08T22:52:49,534 WARN [AsyncFSWAL-0-hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb-prefix:ff635fa717b5,33689,1731106356298.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T22:52:49,535 DEBUG [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ff635fa717b5%2C33689%2C1731106356298.meta:.meta(num 1731106357386) roll requested 2024-11-08T22:52:49,551 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/data/default/TestLogRolling-testLogRollOnDatanodeDeath/59fceb2c3d8f18eb2be8764d05c75433/.tmp/info/9f0480d7d96d44db9f0c3d525a0e3f0c is 1055, key is row0001/info:/1731106369250/Put/seqid=0 2024-11-08T22:52:49,552 DEBUG [regionserver/ff635fa717b5:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/WALs/ff635fa717b5,33689,1731106356298/ff635fa717b5%2C33689%2C1731106356298.meta.1731106369535.meta, exclude list is [], retry=0 2024-11-08T22:52:49,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34849,DS-2e00e27b-d51e-4715-9f8a-7be1ac2c48ea,DISK] 2024-11-08T22:52:49,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42869,DS-c0d547e4-f2eb-4513-b1e8-cad47b2c7913,DISK] 2024-11-08T22:52:49,557 INFO [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/WALs/ff635fa717b5,33689,1731106356298/ff635fa717b5%2C33689%2C1731106356298.meta.1731106357386.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/WALs/ff635fa717b5,33689,1731106356298/ff635fa717b5%2C33689%2C1731106356298.meta.1731106369535.meta 2024-11-08T22:52:49,557 DEBUG [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38605:38605),(127.0.0.1/127.0.0.1:37453:37453)] 2024-11-08T22:52:49,557 DEBUG [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/WALs/ff635fa717b5,33689,1731106356298/ff635fa717b5%2C33689%2C1731106356298.meta.1731106357386.meta is not closed yet, will try archiving it next time 2024-11-08T22:52:49,557 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T22:52:49,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741838_1015 (size=7062) 2024-11-08T22:52:49,557 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T22:52:49,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741838_1015 (size=7062) 2024-11-08T22:52:49,558 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/WALs/ff635fa717b5,33689,1731106356298/ff635fa717b5%2C33689%2C1731106356298.meta.1731106357386.meta 2024-11-08T22:52:49,559 WARN [IPC Server handler 4 on default port 45053 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/WALs/ff635fa717b5,33689,1731106356298/ff635fa717b5%2C33689%2C1731106356298.meta.1731106357386.meta has not been closed. Lease recovery is in progress. RecoveryId = 1017 for block blk_1073741834_1010 2024-11-08T22:52:49,559 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/data/default/TestLogRolling-testLogRollOnDatanodeDeath/59fceb2c3d8f18eb2be8764d05c75433/.tmp/info/9f0480d7d96d44db9f0c3d525a0e3f0c 2024-11-08T22:52:49,559 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/WALs/ff635fa717b5,33689,1731106356298/ff635fa717b5%2C33689%2C1731106356298.meta.1731106357386.meta after 1ms 2024-11-08T22:52:49,568 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/data/default/TestLogRolling-testLogRollOnDatanodeDeath/59fceb2c3d8f18eb2be8764d05c75433/.tmp/info/9f0480d7d96d44db9f0c3d525a0e3f0c as hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/data/default/TestLogRolling-testLogRollOnDatanodeDeath/59fceb2c3d8f18eb2be8764d05c75433/info/9f0480d7d96d44db9f0c3d525a0e3f0c 2024-11-08T22:52:49,575 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/data/hbase/meta/1588230740/.tmp/info/721619c686424336b1ad478166935d77 is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1731106359179.59fceb2c3d8f18eb2be8764d05c75433./info:regioninfo/1731106359580/Put/seqid=0 2024-11-08T22:52:49,576 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/data/default/TestLogRolling-testLogRollOnDatanodeDeath/59fceb2c3d8f18eb2be8764d05c75433/info/9f0480d7d96d44db9f0c3d525a0e3f0c, entries=2, sequenceid=6, filesize=6.9 K 2024-11-08T22:52:49,577 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 59fceb2c3d8f18eb2be8764d05c75433 in 45ms, sequenceid=6, compaction requested=false 2024-11-08T22:52:49,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741840_1018 (size=7089) 2024-11-08T22:52:49,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741840_1018 (size=7089) 2024-11-08T22:52:49,582 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/data/hbase/meta/1588230740/.tmp/info/721619c686424336b1ad478166935d77 2024-11-08T22:52:49,583 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/data/default/TestLogRolling-testLogRollOnDatanodeDeath/59fceb2c3d8f18eb2be8764d05c75433/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T22:52:49,583 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731106359179.59fceb2c3d8f18eb2be8764d05c75433. 2024-11-08T22:52:49,583 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 59fceb2c3d8f18eb2be8764d05c75433: Waiting for close lock at 1731106369532Running coprocessor pre-close hooks at 1731106369532Disabling compacts and flushes for region at 1731106369532Disabling writes for close at 1731106369532Obtaining lock to block concurrent updates at 1731106369533 (+1 ms)Preparing flush snapshotting stores in 59fceb2c3d8f18eb2be8764d05c75433 at 1731106369533Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1731106359179.59fceb2c3d8f18eb2be8764d05c75433., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1731106369533Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1731106359179.59fceb2c3d8f18eb2be8764d05c75433. at 1731106369534 (+1 ms)Flushing 59fceb2c3d8f18eb2be8764d05c75433/info: creating writer at 1731106369534Flushing 59fceb2c3d8f18eb2be8764d05c75433/info: appending metadata at 1731106369551 (+17 ms)Flushing 59fceb2c3d8f18eb2be8764d05c75433/info: closing flushed file at 1731106369551Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e948674: reopening flushed file at 1731106369567 (+16 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 59fceb2c3d8f18eb2be8764d05c75433 in 45ms, sequenceid=6, compaction requested=false at 1731106369577 (+10 ms)Writing region close event to WAL at 1731106369578 (+1 ms)Running coprocessor post-close hooks at 1731106369583 (+5 ms)Closed at 1731106369583 2024-11-08T22:52:49,584 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731106359179.59fceb2c3d8f18eb2be8764d05c75433. 2024-11-08T22:52:49,603 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/data/hbase/meta/1588230740/.tmp/ns/03204d3556d647c8a9e82877ebfea270 is 43, key is default/ns:d/1731106357480/Put/seqid=0 2024-11-08T22:52:49,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741841_1019 (size=5153) 2024-11-08T22:52:49,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741841_1019 (size=5153) 2024-11-08T22:52:49,610 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/data/hbase/meta/1588230740/.tmp/ns/03204d3556d647c8a9e82877ebfea270 2024-11-08T22:52:49,633 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/data/hbase/meta/1588230740/.tmp/table/955d00e34df04b7bae265f693be93dce is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1731106359592/Put/seqid=0 2024-11-08T22:52:49,635 WARN [Thread-647 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073741842_1020 java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:205) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:614) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createSocketForPipeline(DataStreamer.java:256) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1894) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-08T22:52:49,635 WARN [Thread-647 {}] hdfs.DataStreamer(1731): Error Recovery for BP-412500699-172.17.0.3-1731106353575:blk_1073741842_1020 in pipeline [DatanodeInfoWithStorage[127.0.0.1:40875,DS-9302189a-bea5-46e3-8d0e-e1804291a161,DISK], DatanodeInfoWithStorage[127.0.0.1:34849,DS-2e00e27b-d51e-4715-9f8a-7be1ac2c48ea,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:40875,DS-9302189a-bea5-46e3-8d0e-e1804291a161,DISK]) is bad. 2024-11-08T22:52:49,635 WARN [Thread-647 {}] hdfs.DataStreamer(1850): Abandoning BP-412500699-172.17.0.3-1731106353575:blk_1073741842_1020 2024-11-08T22:52:49,638 WARN [Thread-647 {}] hdfs.DataStreamer(1857): Excluding datanode DatanodeInfoWithStorage[127.0.0.1:40875,DS-9302189a-bea5-46e3-8d0e-e1804291a161,DISK] 2024-11-08T22:52:49,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741843_1021 (size=5424) 2024-11-08T22:52:49,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741843_1021 (size=5424) 2024-11-08T22:52:49,645 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/data/hbase/meta/1588230740/.tmp/table/955d00e34df04b7bae265f693be93dce 2024-11-08T22:52:49,653 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/data/hbase/meta/1588230740/.tmp/info/721619c686424336b1ad478166935d77 as hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/data/hbase/meta/1588230740/info/721619c686424336b1ad478166935d77 2024-11-08T22:52:49,660 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/data/hbase/meta/1588230740/info/721619c686424336b1ad478166935d77, entries=10, sequenceid=11, filesize=6.9 K 2024-11-08T22:52:49,661 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/data/hbase/meta/1588230740/.tmp/ns/03204d3556d647c8a9e82877ebfea270 as hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/data/hbase/meta/1588230740/ns/03204d3556d647c8a9e82877ebfea270 2024-11-08T22:52:49,670 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/data/hbase/meta/1588230740/ns/03204d3556d647c8a9e82877ebfea270, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T22:52:49,672 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/data/hbase/meta/1588230740/.tmp/table/955d00e34df04b7bae265f693be93dce as hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/data/hbase/meta/1588230740/table/955d00e34df04b7bae265f693be93dce 2024-11-08T22:52:49,678 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/data/hbase/meta/1588230740/table/955d00e34df04b7bae265f693be93dce, entries=2, sequenceid=11, filesize=5.3 K 2024-11-08T22:52:49,680 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 147ms, sequenceid=11, compaction requested=false 2024-11-08T22:52:49,685 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T22:52:49,686 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T22:52:49,686 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T22:52:49,686 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731106369533Running coprocessor pre-close hooks at 1731106369533Disabling compacts and flushes for region at 1731106369533Disabling writes for close at 1731106369533Obtaining lock to block concurrent updates at 1731106369533Preparing flush snapshotting stores in 1588230740 at 1731106369533Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1731106369534 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731106369558 (+24 ms)Flushing 1588230740/info: creating writer at 1731106369558Flushing 1588230740/info: appending metadata at 1731106369575 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731106369575Flushing 1588230740/ns: creating writer at 1731106369589 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731106369603 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731106369603Flushing 1588230740/table: creating writer at 1731106369617 (+14 ms)Flushing 1588230740/table: appending metadata at 1731106369632 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731106369632Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a2cfd3: reopening flushed file at 1731106369652 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38c57b94: reopening flushed file at 1731106369660 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32529639: reopening flushed file at 1731106369670 (+10 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 147ms, sequenceid=11, compaction requested=false at 1731106369680 (+10 ms)Writing region close event to WAL at 1731106369681 (+1 ms)Running coprocessor post-close hooks at 1731106369686 (+5 ms)Closed at 1731106369686 2024-11-08T22:52:49,686 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T22:52:49,733 INFO [RS:0;ff635fa717b5:33689 {}] regionserver.HRegionServer(976): stopping server ff635fa717b5,33689,1731106356298; all regions closed. 2024-11-08T22:52:49,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741839_1016 (size=825) 2024-11-08T22:52:49,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741839_1016 (size=825) 2024-11-08T22:52:49,830 INFO [regionserver/ff635fa717b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T22:52:49,830 INFO [regionserver/ff635fa717b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T22:52:49,870 WARN [Thread-611 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T22:52:49,880 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x859c8e732c4d88b1 with lease ID 0xf93d0aec5add90b3: from storage DS-9302189a-bea5-46e3-8d0e-e1804291a161 node DatanodeRegistration(127.0.0.1:41237, datanodeUuid=ed6f307a-0464-41bd-9b75-0a63bebdbf75, infoPort=46035, infoSecurePort=0, ipcPort=41197, storageInfo=lv=-57;cid=testClusterID;nsid=470927225;c=1731106353575), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:52:49,880 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x859c8e732c4d88b1 with lease ID 0xf93d0aec5add90b3: from storage DS-f1e27fc3-4d0d-4148-8a8d-328b66cdd5ac node DatanodeRegistration(127.0.0.1:41237, datanodeUuid=ed6f307a-0464-41bd-9b75-0a63bebdbf75, infoPort=46035, infoSecurePort=0, ipcPort=41197, storageInfo=lv=-57;cid=testClusterID;nsid=470927225;c=1731106353575), blocks: 6, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T22:52:49,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33833 is added to blk_1073741833_1014 (size=1599) 2024-11-08T22:52:50,785 INFO [regionserver/ff635fa717b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:52:52,214 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-08T22:52:52,214 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T22:52:52,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T22:52:53,513 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/WALs/ff635fa717b5,33689,1731106356298/ff635fa717b5%2C33689%2C1731106356298.1731106356927 after 4008ms 2024-11-08T22:52:53,514 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/WALs/ff635fa717b5,33689,1731106356298/ff635fa717b5%2C33689%2C1731106356298.1731106356927 to hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/oldWALs/ff635fa717b5%2C33689%2C1731106356298.1731106356927 2024-11-08T22:52:53,561 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/WALs/ff635fa717b5,33689,1731106356298/ff635fa717b5%2C33689%2C1731106356298.meta.1731106357386.meta after 4002ms 2024-11-08T22:52:53,562 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/WALs/ff635fa717b5,33689,1731106356298/ff635fa717b5%2C33689%2C1731106356298.meta.1731106357386.meta to hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/oldWALs/ff635fa717b5%2C33689%2C1731106356298.meta.1731106357386.meta 2024-11-08T22:52:53,570 DEBUG [RS:0;ff635fa717b5:33689 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/oldWALs 2024-11-08T22:52:53,570 INFO [RS:0;ff635fa717b5:33689 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff635fa717b5%2C33689%2C1731106356298.meta:.meta(num 1731106369535) 2024-11-08T22:52:53,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33833 is added to blk_1073741837_1013 (size=2288) 2024-11-08T22:52:53,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741837_1013 (size=2288) 2024-11-08T22:52:53,578 DEBUG [RS:0;ff635fa717b5:33689 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/oldWALs 2024-11-08T22:52:53,578 INFO [RS:0;ff635fa717b5:33689 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff635fa717b5%2C33689%2C1731106356298:(num 1731106369479) 2024-11-08T22:52:53,578 DEBUG [RS:0;ff635fa717b5:33689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:52:53,578 INFO [RS:0;ff635fa717b5:33689 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:52:53,579 INFO [RS:0;ff635fa717b5:33689 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:52:53,579 INFO [RS:0;ff635fa717b5:33689 {}] hbase.ChoreService(370): Chore service for: regionserver/ff635fa717b5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T22:52:53,579 INFO [RS:0;ff635fa717b5:33689 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:52:53,579 INFO [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:52:53,579 INFO [RS:0;ff635fa717b5:33689 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33689 2024-11-08T22:52:53,634 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33689-0x1011ca6b72f0001, quorum=127.0.0.1:60365, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ff635fa717b5,33689,1731106356298 2024-11-08T22:52:53,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46121-0x1011ca6b72f0000, quorum=127.0.0.1:60365, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T22:52:53,634 INFO [RS:0;ff635fa717b5:33689 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:52:53,644 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff635fa717b5,33689,1731106356298] 2024-11-08T22:52:53,655 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ff635fa717b5,33689,1731106356298 already deleted, retry=false 2024-11-08T22:52:53,655 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff635fa717b5,33689,1731106356298 expired; onlineServers=0 2024-11-08T22:52:53,655 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ff635fa717b5,46121,1731106356121' ***** 2024-11-08T22:52:53,655 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T22:52:53,655 INFO [M:0;ff635fa717b5:46121 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:52:53,655 INFO [M:0;ff635fa717b5:46121 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:52:53,655 DEBUG [M:0;ff635fa717b5:46121 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T22:52:53,656 DEBUG [M:0;ff635fa717b5:46121 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T22:52:53,656 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T22:52:53,656 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731106356689 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731106356689,5,FailOnTimeoutGroup] 2024-11-08T22:52:53,656 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731106356689 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731106356689,5,FailOnTimeoutGroup] 2024-11-08T22:52:53,656 INFO [M:0;ff635fa717b5:46121 {}] hbase.ChoreService(370): Chore service for: master/ff635fa717b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T22:52:53,656 INFO [M:0;ff635fa717b5:46121 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:52:53,656 DEBUG [M:0;ff635fa717b5:46121 {}] master.HMaster(1795): Stopping service threads 2024-11-08T22:52:53,656 INFO [M:0;ff635fa717b5:46121 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T22:52:53,656 INFO [M:0;ff635fa717b5:46121 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T22:52:53,656 INFO [M:0;ff635fa717b5:46121 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T22:52:53,656 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T22:52:53,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46121-0x1011ca6b72f0000, quorum=127.0.0.1:60365, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T22:52:53,666 DEBUG [M:0;ff635fa717b5:46121 {}] zookeeper.ZKUtil(347): master:46121-0x1011ca6b72f0000, quorum=127.0.0.1:60365, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T22:52:53,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46121-0x1011ca6b72f0000, quorum=127.0.0.1:60365, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:52:53,666 WARN [M:0;ff635fa717b5:46121 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T22:52:53,667 INFO [M:0;ff635fa717b5:46121 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/.lastflushedseqids 2024-11-08T22:52:53,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33833 is added to blk_1073741844_1022 (size=139) 2024-11-08T22:52:53,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41237 is added to blk_1073741844_1022 (size=139) 2024-11-08T22:52:53,674 INFO [M:0;ff635fa717b5:46121 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T22:52:53,674 INFO [M:0;ff635fa717b5:46121 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T22:52:53,674 DEBUG [M:0;ff635fa717b5:46121 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T22:52:53,674 INFO [M:0;ff635fa717b5:46121 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:52:53,674 DEBUG [M:0;ff635fa717b5:46121 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:52:53,674 DEBUG [M:0;ff635fa717b5:46121 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T22:52:53,675 DEBUG [M:0;ff635fa717b5:46121 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:52:53,675 INFO [M:0;ff635fa717b5:46121 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.09 KB heapSize=29.05 KB 2024-11-08T22:52:53,675 WARN [AsyncFSWAL-0-hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/MasterData-prefix:ff635fa717b5,46121,1731106356121 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T22:52:53,676 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ff635fa717b5%2C46121%2C1731106356121:(num 1731106356450) roll requested 2024-11-08T22:52:53,688 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/MasterData/WALs/ff635fa717b5,46121,1731106356121/ff635fa717b5%2C46121%2C1731106356121.1731106373676, exclude list is [], retry=0 2024-11-08T22:52:53,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41237,DS-9302189a-bea5-46e3-8d0e-e1804291a161,DISK] 2024-11-08T22:52:53,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34849,DS-2e00e27b-d51e-4715-9f8a-7be1ac2c48ea,DISK] 2024-11-08T22:52:53,693 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/MasterData/WALs/ff635fa717b5,46121,1731106356121/ff635fa717b5%2C46121%2C1731106356121.1731106356450 with entries=54, filesize=26.80 KB; new WAL /user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/MasterData/WALs/ff635fa717b5,46121,1731106356121/ff635fa717b5%2C46121%2C1731106356121.1731106373676 2024-11-08T22:52:53,693 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38605:38605),(127.0.0.1/127.0.0.1:46035:46035)] 2024-11-08T22:52:53,693 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/MasterData/WALs/ff635fa717b5,46121,1731106356121/ff635fa717b5%2C46121%2C1731106356121.1731106356450 is not closed yet, will try archiving it next time 2024-11-08T22:52:53,693 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T22:52:53,694 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T22:52:53,694 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/MasterData/WALs/ff635fa717b5,46121,1731106356121/ff635fa717b5%2C46121%2C1731106356121.1731106356450 2024-11-08T22:52:53,695 WARN [IPC Server handler 3 on default port 45053 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/MasterData/WALs/ff635fa717b5,46121,1731106356121/ff635fa717b5%2C46121%2C1731106356121.1731106356450 has not been closed. Lease recovery is in progress. RecoveryId = 1024 for block blk_1073741830_1006 2024-11-08T22:52:53,695 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/MasterData/WALs/ff635fa717b5,46121,1731106356121/ff635fa717b5%2C46121%2C1731106356121.1731106356450 after 1ms 2024-11-08T22:52:53,710 DEBUG [M:0;ff635fa717b5:46121 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b35df62919f84f30a9e317c346012431 is 82, key is hbase:meta,,1/info:regioninfo/1731106357429/Put/seqid=0 2024-11-08T22:52:53,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33833 is added to blk_1073741846_1025 (size=5672) 2024-11-08T22:52:53,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741846_1025 (size=5672) 2024-11-08T22:52:53,716 INFO [M:0;ff635fa717b5:46121 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b35df62919f84f30a9e317c346012431 2024-11-08T22:52:53,737 DEBUG [M:0;ff635fa717b5:46121 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e28e133a3ce34d6d918107d42798f069 is 774, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731106359598/Put/seqid=0 2024-11-08T22:52:53,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33833 is added to blk_1073741847_1026 (size=6114) 2024-11-08T22:52:53,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741847_1026 (size=6114) 2024-11-08T22:52:53,744 INFO [M:0;ff635fa717b5:46121 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.49 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e28e133a3ce34d6d918107d42798f069 2024-11-08T22:52:53,745 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33689-0x1011ca6b72f0001, quorum=127.0.0.1:60365, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:52:53,745 INFO [RS:0;ff635fa717b5:33689 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:52:53,745 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33689-0x1011ca6b72f0001, quorum=127.0.0.1:60365, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:52:53,745 INFO [RS:0;ff635fa717b5:33689 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff635fa717b5,33689,1731106356298; zookeeper connection closed. 2024-11-08T22:52:53,745 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@75a9be36 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@75a9be36 2024-11-08T22:52:53,745 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T22:52:53,768 DEBUG [M:0;ff635fa717b5:46121 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7243bbac300441e4b5f6fe0faab7cf2e is 69, key is ff635fa717b5,33689,1731106356298/rs:state/1731106356767/Put/seqid=0 2024-11-08T22:52:53,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41237 is added to blk_1073741848_1027 (size=5156) 2024-11-08T22:52:53,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741848_1027 (size=5156) 2024-11-08T22:52:53,774 INFO [M:0;ff635fa717b5:46121 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7243bbac300441e4b5f6fe0faab7cf2e 2024-11-08T22:52:53,799 DEBUG [M:0;ff635fa717b5:46121 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/b3fbb4f800824c078000d8d1409c1390 is 52, key is load_balancer_on/state:d/1731106357550/Put/seqid=0 2024-11-08T22:52:53,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741849_1028 (size=5056) 2024-11-08T22:52:53,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741849_1028 (size=5056) 2024-11-08T22:52:53,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741833_1014 (size=1599) 2024-11-08T22:52:53,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741834_1017 (size=2386) 2024-11-08T22:52:54,208 INFO [M:0;ff635fa717b5:46121 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/b3fbb4f800824c078000d8d1409c1390 2024-11-08T22:52:54,222 DEBUG [M:0;ff635fa717b5:46121 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b35df62919f84f30a9e317c346012431 as hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b35df62919f84f30a9e317c346012431 2024-11-08T22:52:54,229 INFO [M:0;ff635fa717b5:46121 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b35df62919f84f30a9e317c346012431, entries=8, sequenceid=56, filesize=5.5 K 2024-11-08T22:52:54,230 DEBUG [M:0;ff635fa717b5:46121 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e28e133a3ce34d6d918107d42798f069 as hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e28e133a3ce34d6d918107d42798f069 2024-11-08T22:52:54,238 INFO [M:0;ff635fa717b5:46121 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e28e133a3ce34d6d918107d42798f069, entries=6, sequenceid=56, filesize=6.0 K 2024-11-08T22:52:54,239 DEBUG [M:0;ff635fa717b5:46121 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7243bbac300441e4b5f6fe0faab7cf2e as hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7243bbac300441e4b5f6fe0faab7cf2e 2024-11-08T22:52:54,247 INFO [M:0;ff635fa717b5:46121 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7243bbac300441e4b5f6fe0faab7cf2e, entries=1, sequenceid=56, filesize=5.0 K 2024-11-08T22:52:54,248 DEBUG [M:0;ff635fa717b5:46121 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/b3fbb4f800824c078000d8d1409c1390 as hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/b3fbb4f800824c078000d8d1409c1390 2024-11-08T22:52:54,255 INFO [M:0;ff635fa717b5:46121 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/b3fbb4f800824c078000d8d1409c1390, entries=1, sequenceid=56, filesize=4.9 K 2024-11-08T22:52:54,257 INFO [M:0;ff635fa717b5:46121 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 582ms, sequenceid=56, compaction requested=false 2024-11-08T22:52:54,258 INFO [M:0;ff635fa717b5:46121 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:52:54,258 DEBUG [M:0;ff635fa717b5:46121 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731106373674Disabling compacts and flushes for region at 1731106373674Disabling writes for close at 1731106373674Obtaining lock to block concurrent updates at 1731106373675 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731106373675Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23644, getHeapSize=29680, getOffHeapSize=0, getCellsCount=67 at 1731106373675Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731106373694 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731106373694Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731106373709 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731106373709Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731106373722 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731106373737 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731106373737Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731106373751 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731106373768 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731106373768Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731106373781 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731106373798 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731106373798Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fd252db: reopening flushed file at 1731106374220 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@529e661d: reopening flushed file at 1731106374229 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cd14bee: reopening flushed file at 1731106374238 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d2605d1: reopening flushed file at 1731106374247 (+9 ms)Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 582ms, sequenceid=56, compaction requested=false at 1731106374257 (+10 ms)Writing region close event to WAL at 1731106374258 (+1 ms)Closed at 1731106374258 2024-11-08T22:52:54,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41237 is added to blk_1073741845_1023 (size=757) 2024-11-08T22:52:54,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741845_1023 (size=757) 2024-11-08T22:52:55,091 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T22:52:55,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:52:55,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:52:55,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:52:57,697 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/MasterData/WALs/ff635fa717b5,46121,1731106356121/ff635fa717b5%2C46121%2C1731106356121.1731106356450 after 4003ms 2024-11-08T22:52:57,698 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/MasterData/WALs/ff635fa717b5,46121,1731106356121/ff635fa717b5%2C46121%2C1731106356121.1731106356450 to hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/MasterData/oldWALs/ff635fa717b5%2C46121%2C1731106356121.1731106356450 2024-11-08T22:52:57,705 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/MasterData/oldWALs/ff635fa717b5%2C46121%2C1731106356121.1731106356450 to hdfs://localhost:45053/user/jenkins/test-data/32a91c12-9172-9efe-00a1-8607c606affb/oldWALs/ff635fa717b5%2C46121%2C1731106356121.1731106356450$masterlocalwal$ 2024-11-08T22:52:57,705 INFO [M:0;ff635fa717b5:46121 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T22:52:57,705 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:52:57,706 INFO [M:0;ff635fa717b5:46121 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46121 2024-11-08T22:52:57,706 INFO [M:0;ff635fa717b5:46121 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:52:57,871 INFO [M:0;ff635fa717b5:46121 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:52:57,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46121-0x1011ca6b72f0000, quorum=127.0.0.1:60365, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:52:57,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46121-0x1011ca6b72f0000, quorum=127.0.0.1:60365, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:52:57,874 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58af8f90{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:52:57,874 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@62d180d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:52:57,874 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:52:57,875 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@285dd66e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:52:57,875 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f5a7f42{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/hadoop.log.dir/,STOPPED} 2024-11-08T22:52:57,876 WARN [BP-412500699-172.17.0.3-1731106353575 heartbeating to localhost/127.0.0.1:45053 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T22:52:57,876 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T22:52:57,876 WARN [BP-412500699-172.17.0.3-1731106353575 heartbeating to localhost/127.0.0.1:45053 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-412500699-172.17.0.3-1731106353575 (Datanode Uuid ed6f307a-0464-41bd-9b75-0a63bebdbf75) service to localhost/127.0.0.1:45053 2024-11-08T22:52:57,876 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T22:52:57,877 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/cluster_c9797c51-4b05-7062-8d47-5afc62680f37/data/data3/current/BP-412500699-172.17.0.3-1731106353575 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:52:57,877 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/cluster_c9797c51-4b05-7062-8d47-5afc62680f37/data/data4/current/BP-412500699-172.17.0.3-1731106353575 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:52:57,877 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T22:52:57,879 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7149e3a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:52:57,879 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2759240e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:52:57,880 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:52:57,880 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3365e29e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:52:57,880 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49abd634{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/hadoop.log.dir/,STOPPED} 2024-11-08T22:52:57,881 WARN [BP-412500699-172.17.0.3-1731106353575 heartbeating to localhost/127.0.0.1:45053 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T22:52:57,881 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T22:52:57,881 WARN [BP-412500699-172.17.0.3-1731106353575 heartbeating to localhost/127.0.0.1:45053 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-412500699-172.17.0.3-1731106353575 (Datanode Uuid aad5f3a7-784f-4e1a-9bfb-5bcae87a6d32) service to localhost/127.0.0.1:45053 2024-11-08T22:52:57,881 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T22:52:57,882 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/cluster_c9797c51-4b05-7062-8d47-5afc62680f37/data/data9/current/BP-412500699-172.17.0.3-1731106353575 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:52:57,882 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/cluster_c9797c51-4b05-7062-8d47-5afc62680f37/data/data10/current/BP-412500699-172.17.0.3-1731106353575 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:52:57,882 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T22:52:57,884 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2ba0a89b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:52:57,884 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74624a69{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:52:57,884 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:52:57,884 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a302a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:52:57,885 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e037d2d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/hadoop.log.dir/,STOPPED} 2024-11-08T22:52:57,886 WARN [BP-412500699-172.17.0.3-1731106353575 heartbeating to localhost/127.0.0.1:45053 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T22:52:57,886 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T22:52:57,886 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T22:52:57,886 WARN [BP-412500699-172.17.0.3-1731106353575 heartbeating to localhost/127.0.0.1:45053 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-412500699-172.17.0.3-1731106353575 (Datanode Uuid d76b05b8-1fee-4269-978a-d84002250d48) service to localhost/127.0.0.1:45053 2024-11-08T22:52:57,886 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/cluster_c9797c51-4b05-7062-8d47-5afc62680f37/data/data7/current/BP-412500699-172.17.0.3-1731106353575 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:52:57,886 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/cluster_c9797c51-4b05-7062-8d47-5afc62680f37/data/data8/current/BP-412500699-172.17.0.3-1731106353575 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:52:57,887 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T22:52:57,888 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@65598d2e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:52:57,889 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ea1725e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:52:57,889 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:52:57,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f4a2379{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:52:57,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63f55efb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/hadoop.log.dir/,STOPPED} 2024-11-08T22:52:57,890 WARN [BP-412500699-172.17.0.3-1731106353575 heartbeating to localhost/127.0.0.1:45053 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T22:52:57,890 WARN [BP-412500699-172.17.0.3-1731106353575 heartbeating to localhost/127.0.0.1:45053 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-412500699-172.17.0.3-1731106353575 (Datanode Uuid 64a458bf-c580-46db-a78c-562cfc8e7006) service to localhost/127.0.0.1:45053 2024-11-08T22:52:57,891 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/cluster_c9797c51-4b05-7062-8d47-5afc62680f37/data/data5/current/BP-412500699-172.17.0.3-1731106353575 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:52:57,891 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/cluster_c9797c51-4b05-7062-8d47-5afc62680f37/data/data6/current/BP-412500699-172.17.0.3-1731106353575 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:52:57,891 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T22:52:57,891 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T22:52:57,891 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T22:52:57,892 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@476d1d16{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:52:57,893 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e796bf3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:52:57,893 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:52:57,893 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3cf3846d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:52:57,893 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a660e3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/hadoop.log.dir/,STOPPED} 2024-11-08T22:52:57,894 WARN [BP-412500699-172.17.0.3-1731106353575 heartbeating to localhost/127.0.0.1:45053 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T22:52:57,894 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T22:52:57,894 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T22:52:57,894 WARN [BP-412500699-172.17.0.3-1731106353575 heartbeating to localhost/127.0.0.1:45053 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-412500699-172.17.0.3-1731106353575 (Datanode Uuid 8e69a686-b482-4b9a-ae54-3f08f1f1288c) service to localhost/127.0.0.1:45053 2024-11-08T22:52:57,895 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/cluster_c9797c51-4b05-7062-8d47-5afc62680f37/data/data1/current/BP-412500699-172.17.0.3-1731106353575 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:52:57,895 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/cluster_c9797c51-4b05-7062-8d47-5afc62680f37/data/data2/current/BP-412500699-172.17.0.3-1731106353575 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:52:57,895 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T22:52:57,900 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7623b7e0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T22:52:57,901 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@463d76c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:52:57,901 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:52:57,901 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f4d6437{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:52:57,901 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1785141e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/hadoop.log.dir/,STOPPED} 2024-11-08T22:52:57,912 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T22:52:57,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T22:52:57,946 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=104 (was 69) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45053 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:45053 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45053 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45053 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:45053 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:45053 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45053 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:45053 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45053 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=443 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=114 (was 127), ProcessCount=11 (was 11), AvailableMemoryMB=7290 (was 7612) 2024-11-08T22:52:57,952 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=104, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=114, ProcessCount=11, AvailableMemoryMB=7290 2024-11-08T22:52:57,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T22:52:57,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/hadoop.log.dir so I do NOT create it in target/test-data/b8723287-730c-7a15-3094-fc04eee17d58 2024-11-08T22:52:57,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a731a9-3c68-179b-4b0e-f47132db6546/hadoop.tmp.dir so I do NOT create it in target/test-data/b8723287-730c-7a15-3094-fc04eee17d58 2024-11-08T22:52:57,953 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8723287-730c-7a15-3094-fc04eee17d58/cluster_780c94d9-37b5-757f-0b08-b0f64ca55f61, deleteOnExit=true 2024-11-08T22:52:57,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T22:52:57,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8723287-730c-7a15-3094-fc04eee17d58/test.cache.data in system properties and HBase conf 2024-11-08T22:52:57,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8723287-730c-7a15-3094-fc04eee17d58/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T22:52:57,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8723287-730c-7a15-3094-fc04eee17d58/hadoop.log.dir in system properties and HBase conf 2024-11-08T22:52:57,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8723287-730c-7a15-3094-fc04eee17d58/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T22:52:57,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8723287-730c-7a15-3094-fc04eee17d58/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T22:52:57,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T22:52:57,954 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T22:52:57,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8723287-730c-7a15-3094-fc04eee17d58/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T22:52:57,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8723287-730c-7a15-3094-fc04eee17d58/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T22:52:57,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8723287-730c-7a15-3094-fc04eee17d58/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T22:52:57,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8723287-730c-7a15-3094-fc04eee17d58/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T22:52:57,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8723287-730c-7a15-3094-fc04eee17d58/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T22:52:57,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8723287-730c-7a15-3094-fc04eee17d58/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T22:52:57,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8723287-730c-7a15-3094-fc04eee17d58/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T22:52:57,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8723287-730c-7a15-3094-fc04eee17d58/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T22:52:57,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8723287-730c-7a15-3094-fc04eee17d58/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T22:52:57,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8723287-730c-7a15-3094-fc04eee17d58/nfs.dump.dir in system properties and HBase conf 2024-11-08T22:52:57,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8723287-730c-7a15-3094-fc04eee17d58/java.io.tmpdir in system properties and HBase conf 2024-11-08T22:52:57,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8723287-730c-7a15-3094-fc04eee17d58/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T22:52:57,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8723287-730c-7a15-3094-fc04eee17d58/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T22:52:57,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8723287-730c-7a15-3094-fc04eee17d58/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T22:52:58,348 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:52:58,353 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:52:58,354 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:52:58,354 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:52:58,354 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T22:52:58,355 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:52:58,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ffe7f97{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8723287-730c-7a15-3094-fc04eee17d58/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:52:58,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38ff7347{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:52:58,448 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f13cb2d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8723287-730c-7a15-3094-fc04eee17d58/java.io.tmpdir/jetty-localhost-37345-hadoop-hdfs-3_4_1-tests_jar-_-any-3101889173151680986/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T22:52:58,449 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7bd1fb1d{HTTP/1.1, (http/1.1)}{localhost:37345} 2024-11-08T22:52:58,449 INFO [Time-limited test {}] server.Server(415): Started @94836ms 2024-11-08T22:52:58,703 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:52:58,706 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:52:58,707 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:52:58,707 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:52:58,707 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T22:52:58,708 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a4b3624{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8723287-730c-7a15-3094-fc04eee17d58/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:52:58,708 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b10ba25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:52:58,802 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2cac673c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8723287-730c-7a15-3094-fc04eee17d58/java.io.tmpdir/jetty-localhost-42091-hadoop-hdfs-3_4_1-tests_jar-_-any-6259235128434112320/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:52:58,802 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@617c715{HTTP/1.1, (http/1.1)}{localhost:42091} 2024-11-08T22:52:58,802 INFO [Time-limited test {}] server.Server(415): Started @95189ms 2024-11-08T22:52:58,803 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T22:52:58,830 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:52:58,834 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:52:58,835 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:52:58,835 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:52:58,835 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T22:52:58,836 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@327e4fda{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8723287-730c-7a15-3094-fc04eee17d58/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:52:58,837 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e6de787{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:52:58,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d13d779{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8723287-730c-7a15-3094-fc04eee17d58/java.io.tmpdir/jetty-localhost-46845-hadoop-hdfs-3_4_1-tests_jar-_-any-6279783459912043290/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:52:58,931 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2bd74c4e{HTTP/1.1, (http/1.1)}{localhost:46845} 2024-11-08T22:52:58,931 INFO [Time-limited test {}] server.Server(415): Started @95318ms 2024-11-08T22:52:58,932 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T22:52:59,926 WARN [Thread-799 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8723287-730c-7a15-3094-fc04eee17d58/cluster_780c94d9-37b5-757f-0b08-b0f64ca55f61/data/data1/current/BP-1280494104-172.17.0.3-1731106377995/current, will proceed with Du for space computation calculation, 2024-11-08T22:52:59,926 WARN [Thread-800 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8723287-730c-7a15-3094-fc04eee17d58/cluster_780c94d9-37b5-757f-0b08-b0f64ca55f61/data/data2/current/BP-1280494104-172.17.0.3-1731106377995/current, will proceed with Du for space computation calculation, 2024-11-08T22:52:59,947 WARN [Thread-763 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T22:52:59,950 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x67999011e85fac97 with lease ID 0x746ec30f597c93b8: Processing first storage report for DS-05e3b101-1256-4f3e-854c-4f3b24df422b from datanode DatanodeRegistration(127.0.0.1:33085, datanodeUuid=a00a9a92-de61-46db-a468-4576b258b49e, infoPort=38005, infoSecurePort=0, ipcPort=40609, storageInfo=lv=-57;cid=testClusterID;nsid=1761446256;c=1731106377995) 2024-11-08T22:52:59,950 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x67999011e85fac97 with lease ID 0x746ec30f597c93b8: from storage DS-05e3b101-1256-4f3e-854c-4f3b24df422b node DatanodeRegistration(127.0.0.1:33085, datanodeUuid=a00a9a92-de61-46db-a468-4576b258b49e, infoPort=38005, infoSecurePort=0, ipcPort=40609, storageInfo=lv=-57;cid=testClusterID;nsid=1761446256;c=1731106377995), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:52:59,950 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x67999011e85fac97 with lease ID 0x746ec30f597c93b8: Processing first storage report for DS-6520e790-07cd-4fb8-9138-5c209806ad7f from datanode DatanodeRegistration(127.0.0.1:33085, datanodeUuid=a00a9a92-de61-46db-a468-4576b258b49e, infoPort=38005, infoSecurePort=0, ipcPort=40609, storageInfo=lv=-57;cid=testClusterID;nsid=1761446256;c=1731106377995) 2024-11-08T22:52:59,950 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x67999011e85fac97 with lease ID 0x746ec30f597c93b8: from storage DS-6520e790-07cd-4fb8-9138-5c209806ad7f node DatanodeRegistration(127.0.0.1:33085, datanodeUuid=a00a9a92-de61-46db-a468-4576b258b49e, infoPort=38005, infoSecurePort=0, ipcPort=40609, storageInfo=lv=-57;cid=testClusterID;nsid=1761446256;c=1731106377995), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:53:00,071 WARN [Thread-810 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8723287-730c-7a15-3094-fc04eee17d58/cluster_780c94d9-37b5-757f-0b08-b0f64ca55f61/data/data3/current/BP-1280494104-172.17.0.3-1731106377995/current, will proceed with Du for space computation calculation, 2024-11-08T22:53:00,071 WARN [Thread-811 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8723287-730c-7a15-3094-fc04eee17d58/cluster_780c94d9-37b5-757f-0b08-b0f64ca55f61/data/data4/current/BP-1280494104-172.17.0.3-1731106377995/current, will proceed with Du for space computation calculation, 2024-11-08T22:53:00,090 WARN [Thread-786 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T22:53:00,093 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7fb5a48da27bf4e with lease ID 0x746ec30f597c93b9: Processing first storage report for DS-d5e54e79-7595-4260-abfd-e016e71c0817 from datanode DatanodeRegistration(127.0.0.1:36785, datanodeUuid=518f2c52-fa1b-4550-acd0-729b6202507d, infoPort=39193, infoSecurePort=0, ipcPort=39073, storageInfo=lv=-57;cid=testClusterID;nsid=1761446256;c=1731106377995) 2024-11-08T22:53:00,093 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7fb5a48da27bf4e with lease ID 0x746ec30f597c93b9: from storage DS-d5e54e79-7595-4260-abfd-e016e71c0817 node DatanodeRegistration(127.0.0.1:36785, datanodeUuid=518f2c52-fa1b-4550-acd0-729b6202507d, infoPort=39193, infoSecurePort=0, ipcPort=39073, storageInfo=lv=-57;cid=testClusterID;nsid=1761446256;c=1731106377995), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:53:00,093 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7fb5a48da27bf4e with lease ID 0x746ec30f597c93b9: Processing first storage report for DS-60e997af-a07c-42e5-851e-3cba2bac0a5d from datanode DatanodeRegistration(127.0.0.1:36785, datanodeUuid=518f2c52-fa1b-4550-acd0-729b6202507d, infoPort=39193, infoSecurePort=0, ipcPort=39073, storageInfo=lv=-57;cid=testClusterID;nsid=1761446256;c=1731106377995) 2024-11-08T22:53:00,093 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7fb5a48da27bf4e with lease ID 0x746ec30f597c93b9: from storage DS-60e997af-a07c-42e5-851e-3cba2bac0a5d node DatanodeRegistration(127.0.0.1:36785, datanodeUuid=518f2c52-fa1b-4550-acd0-729b6202507d, infoPort=39193, infoSecurePort=0, ipcPort=39073, storageInfo=lv=-57;cid=testClusterID;nsid=1761446256;c=1731106377995), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:53:00,180 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8723287-730c-7a15-3094-fc04eee17d58 2024-11-08T22:53:00,188 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8723287-730c-7a15-3094-fc04eee17d58/cluster_780c94d9-37b5-757f-0b08-b0f64ca55f61/zookeeper_0, clientPort=61921, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8723287-730c-7a15-3094-fc04eee17d58/cluster_780c94d9-37b5-757f-0b08-b0f64ca55f61/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8723287-730c-7a15-3094-fc04eee17d58/cluster_780c94d9-37b5-757f-0b08-b0f64ca55f61/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T22:53:00,189 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61921 2024-11-08T22:53:00,189 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:53:00,191 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:53:00,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33085 is added to blk_1073741825_1001 (size=7) 2024-11-08T22:53:00,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741825_1001 (size=7) 2024-11-08T22:53:00,201 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0 with version=8 2024-11-08T22:53:00,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/hbase-staging 2024-11-08T22:53:00,203 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:53:00,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:53:00,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:53:00,203 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:53:00,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:53:00,204 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:53:00,204 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T22:53:00,204 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:53:00,204 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45451 2024-11-08T22:53:00,206 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45451 connecting to ZooKeeper ensemble=127.0.0.1:61921 2024-11-08T22:53:00,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:454510x0, quorum=127.0.0.1:61921, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:53:00,268 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45451-0x1011ca715440000 connected 2024-11-08T22:53:00,349 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:53:00,351 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:53:00,352 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45451-0x1011ca715440000, quorum=127.0.0.1:61921, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T22:53:00,352 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0, hbase.cluster.distributed=false 2024-11-08T22:53:00,354 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45451-0x1011ca715440000, quorum=127.0.0.1:61921, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T22:53:00,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45451 2024-11-08T22:53:00,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45451 2024-11-08T22:53:00,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45451 2024-11-08T22:53:00,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45451 2024-11-08T22:53:00,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45451 2024-11-08T22:53:00,369 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:53:00,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:53:00,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:53:00,369 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:53:00,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:53:00,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:53:00,369 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T22:53:00,369 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:53:00,370 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38177 2024-11-08T22:53:00,371 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38177 connecting to ZooKeeper ensemble=127.0.0.1:61921 2024-11-08T22:53:00,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:53:00,373 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:53:00,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:381770x0, quorum=127.0.0.1:61921, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:53:00,381 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38177-0x1011ca715440001, quorum=127.0.0.1:61921, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T22:53:00,381 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38177-0x1011ca715440001 connected 2024-11-08T22:53:00,382 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T22:53:00,382 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T22:53:00,383 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38177-0x1011ca715440001, quorum=127.0.0.1:61921, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T22:53:00,384 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38177-0x1011ca715440001, quorum=127.0.0.1:61921, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T22:53:00,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38177 2024-11-08T22:53:00,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38177 2024-11-08T22:53:00,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38177 2024-11-08T22:53:00,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38177 2024-11-08T22:53:00,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38177 2024-11-08T22:53:00,399 DEBUG [M:0;ff635fa717b5:45451 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ff635fa717b5:45451 2024-11-08T22:53:00,400 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/ff635fa717b5,45451,1731106380203 2024-11-08T22:53:00,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38177-0x1011ca715440001, quorum=127.0.0.1:61921, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T22:53:00,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45451-0x1011ca715440000, quorum=127.0.0.1:61921, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T22:53:00,414 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45451-0x1011ca715440000, quorum=127.0.0.1:61921, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ff635fa717b5,45451,1731106380203 2024-11-08T22:53:00,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38177-0x1011ca715440001, quorum=127.0.0.1:61921, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T22:53:00,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45451-0x1011ca715440000, quorum=127.0.0.1:61921, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:53:00,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38177-0x1011ca715440001, quorum=127.0.0.1:61921, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:53:00,424 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45451-0x1011ca715440000, quorum=127.0.0.1:61921, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T22:53:00,425 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ff635fa717b5,45451,1731106380203 from backup master directory 2024-11-08T22:53:00,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45451-0x1011ca715440000, quorum=127.0.0.1:61921, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ff635fa717b5,45451,1731106380203 2024-11-08T22:53:00,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38177-0x1011ca715440001, quorum=127.0.0.1:61921, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T22:53:00,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45451-0x1011ca715440000, quorum=127.0.0.1:61921, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T22:53:00,434 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:53:00,434 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ff635fa717b5,45451,1731106380203 2024-11-08T22:53:00,442 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/hbase.id] with ID: 35e62d31-9c5b-4395-8a5d-3daa8bf54599 2024-11-08T22:53:00,442 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/.tmp/hbase.id 2024-11-08T22:53:00,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741826_1002 (size=42) 2024-11-08T22:53:00,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33085 is added to blk_1073741826_1002 (size=42) 2024-11-08T22:53:00,450 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/.tmp/hbase.id]:[hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/hbase.id] 2024-11-08T22:53:00,466 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:53:00,467 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T22:53:00,468 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T22:53:00,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38177-0x1011ca715440001, quorum=127.0.0.1:61921, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:53:00,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45451-0x1011ca715440000, quorum=127.0.0.1:61921, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:53:00,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33085 is added to blk_1073741827_1003 (size=196) 2024-11-08T22:53:00,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741827_1003 (size=196) 2024-11-08T22:53:00,483 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:53:00,484 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T22:53:00,484 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:53:00,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741828_1004 (size=1189) 2024-11-08T22:53:00,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33085 is added to blk_1073741828_1004 (size=1189) 2024-11-08T22:53:00,492 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/MasterData/data/master/store 2024-11-08T22:53:00,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741829_1005 (size=34) 2024-11-08T22:53:00,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33085 is added to blk_1073741829_1005 (size=34) 2024-11-08T22:53:00,499 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:53:00,500 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T22:53:00,500 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:53:00,500 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:53:00,500 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T22:53:00,500 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:53:00,500 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:53:00,500 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731106380500Disabling compacts and flushes for region at 1731106380500Disabling writes for close at 1731106380500Writing region close event to WAL at 1731106380500Closed at 1731106380500 2024-11-08T22:53:00,501 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/MasterData/data/master/store/.initializing 2024-11-08T22:53:00,501 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/MasterData/WALs/ff635fa717b5,45451,1731106380203 2024-11-08T22:53:00,502 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:53:00,504 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff635fa717b5%2C45451%2C1731106380203, suffix=, logDir=hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/MasterData/WALs/ff635fa717b5,45451,1731106380203, archiveDir=hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/MasterData/oldWALs, maxLogs=10 2024-11-08T22:53:00,518 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/MasterData/WALs/ff635fa717b5,45451,1731106380203/ff635fa717b5%2C45451%2C1731106380203.1731106380504, exclude list is [], retry=0 2024-11-08T22:53:00,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33085,DS-05e3b101-1256-4f3e-854c-4f3b24df422b,DISK] 2024-11-08T22:53:00,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36785,DS-d5e54e79-7595-4260-abfd-e016e71c0817,DISK] 2024-11-08T22:53:00,523 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/MasterData/WALs/ff635fa717b5,45451,1731106380203/ff635fa717b5%2C45451%2C1731106380203.1731106380504 2024-11-08T22:53:00,523 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38005:38005),(127.0.0.1/127.0.0.1:39193:39193)] 2024-11-08T22:53:00,523 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:53:00,523 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:53:00,524 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:53:00,524 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:53:00,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:53:00,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T22:53:00,527 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:53:00,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:53:00,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:53:00,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T22:53:00,529 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:53:00,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:53:00,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:53:00,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T22:53:00,531 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:53:00,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:53:00,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:53:00,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T22:53:00,534 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:53:00,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:53:00,534 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:53:00,535 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:53:00,536 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:53:00,537 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:53:00,537 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:53:00,538 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:53:00,539 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:53:00,542 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:53:00,543 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=689566, jitterRate=-0.12317194044589996}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:53:00,543 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731106380524Initializing all the Stores at 1731106380525 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731106380525Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731106380525Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731106380525Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731106380525Cleaning up temporary data from old regions at 1731106380537 (+12 ms)Region opened successfully at 1731106380543 (+6 ms) 2024-11-08T22:53:00,544 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T22:53:00,548 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3776705f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:53:00,549 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T22:53:00,549 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T22:53:00,549 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T22:53:00,549 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T22:53:00,550 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T22:53:00,550 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T22:53:00,550 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T22:53:00,553 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T22:53:00,554 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45451-0x1011ca715440000, quorum=127.0.0.1:61921, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T22:53:00,560 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T22:53:00,560 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T22:53:00,561 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45451-0x1011ca715440000, quorum=127.0.0.1:61921, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T22:53:00,570 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T22:53:00,571 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T22:53:00,572 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45451-0x1011ca715440000, quorum=127.0.0.1:61921, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T22:53:00,581 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T22:53:00,582 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45451-0x1011ca715440000, quorum=127.0.0.1:61921, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T22:53:00,591 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T22:53:00,594 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45451-0x1011ca715440000, quorum=127.0.0.1:61921, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T22:53:00,602 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T22:53:00,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45451-0x1011ca715440000, quorum=127.0.0.1:61921, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T22:53:00,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38177-0x1011ca715440001, quorum=127.0.0.1:61921, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T22:53:00,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38177-0x1011ca715440001, quorum=127.0.0.1:61921, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:53:00,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45451-0x1011ca715440000, quorum=127.0.0.1:61921, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:53:00,614 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ff635fa717b5,45451,1731106380203, sessionid=0x1011ca715440000, setting cluster-up flag (Was=false) 2024-11-08T22:53:00,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45451-0x1011ca715440000, quorum=127.0.0.1:61921, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:53:00,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38177-0x1011ca715440001, quorum=127.0.0.1:61921, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:53:00,665 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T22:53:00,667 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,45451,1731106380203 2024-11-08T22:53:00,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45451-0x1011ca715440000, quorum=127.0.0.1:61921, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:53:00,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38177-0x1011ca715440001, quorum=127.0.0.1:61921, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:53:00,718 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T22:53:00,721 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,45451,1731106380203 2024-11-08T22:53:00,725 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T22:53:00,728 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T22:53:00,728 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T22:53:00,729 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T22:53:00,729 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ff635fa717b5,45451,1731106380203 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T22:53:00,731 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:53:00,731 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:53:00,731 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:53:00,731 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:53:00,731 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ff635fa717b5:0, corePoolSize=10, maxPoolSize=10 2024-11-08T22:53:00,731 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:53:00,731 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:53:00,731 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:53:00,732 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731106410732 2024-11-08T22:53:00,733 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T22:53:00,733 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T22:53:00,733 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T22:53:00,733 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T22:53:00,733 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T22:53:00,733 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T22:53:00,733 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:53:00,733 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:53:00,733 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T22:53:00,734 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T22:53:00,734 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T22:53:00,734 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T22:53:00,734 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T22:53:00,734 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T22:53:00,734 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731106380734,5,FailOnTimeoutGroup] 2024-11-08T22:53:00,734 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731106380734,5,FailOnTimeoutGroup] 2024-11-08T22:53:00,735 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:53:00,735 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T22:53:00,735 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T22:53:00,735 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:53:00,735 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T22:53:00,735 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T22:53:00,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33085 is added to blk_1073741831_1007 (size=1321) 2024-11-08T22:53:00,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741831_1007 (size=1321) 2024-11-08T22:53:00,744 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T22:53:00,744 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0 2024-11-08T22:53:00,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33085 is added to blk_1073741832_1008 (size=32) 2024-11-08T22:53:00,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741832_1008 (size=32) 2024-11-08T22:53:00,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:53:00,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T22:53:00,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T22:53:00,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:53:00,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:53:00,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T22:53:00,756 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T22:53:00,756 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:53:00,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:53:00,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T22:53:00,758 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T22:53:00,758 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:53:00,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:53:00,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T22:53:00,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T22:53:00,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:53:00,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:53:00,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T22:53:00,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/hbase/meta/1588230740 2024-11-08T22:53:00,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/hbase/meta/1588230740 2024-11-08T22:53:00,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T22:53:00,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T22:53:00,764 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T22:53:00,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T22:53:00,767 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:53:00,767 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=763558, jitterRate=-0.029086410999298096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T22:53:00,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731106380752Initializing all the Stores at 1731106380752Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731106380752Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731106380753 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731106380753Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731106380753Cleaning up temporary data from old regions at 1731106380763 (+10 ms)Region opened successfully at 1731106380768 (+5 ms) 2024-11-08T22:53:00,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T22:53:00,768 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T22:53:00,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T22:53:00,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T22:53:00,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T22:53:00,768 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T22:53:00,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731106380768Disabling compacts and flushes for region at 1731106380768Disabling writes for close at 1731106380768Writing region close event to WAL at 1731106380768Closed at 1731106380768 2024-11-08T22:53:00,770 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:53:00,770 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T22:53:00,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T22:53:00,771 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:53:00,772 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T22:53:00,790 INFO [RS:0;ff635fa717b5:38177 {}] regionserver.HRegionServer(746): ClusterId : 35e62d31-9c5b-4395-8a5d-3daa8bf54599 2024-11-08T22:53:00,790 DEBUG [RS:0;ff635fa717b5:38177 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T22:53:00,803 DEBUG [RS:0;ff635fa717b5:38177 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T22:53:00,803 DEBUG [RS:0;ff635fa717b5:38177 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T22:53:00,814 DEBUG [RS:0;ff635fa717b5:38177 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T22:53:00,814 DEBUG [RS:0;ff635fa717b5:38177 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75780b8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:53:00,824 DEBUG [RS:0;ff635fa717b5:38177 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ff635fa717b5:38177 2024-11-08T22:53:00,825 INFO [RS:0;ff635fa717b5:38177 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T22:53:00,825 INFO [RS:0;ff635fa717b5:38177 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T22:53:00,825 DEBUG [RS:0;ff635fa717b5:38177 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T22:53:00,826 INFO [RS:0;ff635fa717b5:38177 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff635fa717b5,45451,1731106380203 with port=38177, startcode=1731106380369 2024-11-08T22:53:00,826 DEBUG [RS:0;ff635fa717b5:38177 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T22:53:00,828 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49343, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T22:53:00,828 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45451 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff635fa717b5,38177,1731106380369 2024-11-08T22:53:00,828 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45451 {}] master.ServerManager(517): Registering regionserver=ff635fa717b5,38177,1731106380369 2024-11-08T22:53:00,830 DEBUG [RS:0;ff635fa717b5:38177 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0 2024-11-08T22:53:00,830 DEBUG [RS:0;ff635fa717b5:38177 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37361 2024-11-08T22:53:00,830 DEBUG [RS:0;ff635fa717b5:38177 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T22:53:00,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45451-0x1011ca715440000, quorum=127.0.0.1:61921, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T22:53:00,834 DEBUG [RS:0;ff635fa717b5:38177 {}] zookeeper.ZKUtil(111): regionserver:38177-0x1011ca715440001, quorum=127.0.0.1:61921, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ff635fa717b5,38177,1731106380369 2024-11-08T22:53:00,834 WARN [RS:0;ff635fa717b5:38177 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:53:00,834 INFO [RS:0;ff635fa717b5:38177 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:53:00,834 DEBUG [RS:0;ff635fa717b5:38177 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/WALs/ff635fa717b5,38177,1731106380369 2024-11-08T22:53:00,835 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff635fa717b5,38177,1731106380369] 2024-11-08T22:53:00,838 INFO [RS:0;ff635fa717b5:38177 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T22:53:00,840 INFO [RS:0;ff635fa717b5:38177 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T22:53:00,840 INFO [RS:0;ff635fa717b5:38177 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T22:53:00,840 INFO [RS:0;ff635fa717b5:38177 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:53:00,840 INFO [RS:0;ff635fa717b5:38177 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T22:53:00,841 INFO [RS:0;ff635fa717b5:38177 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T22:53:00,841 INFO [RS:0;ff635fa717b5:38177 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T22:53:00,841 DEBUG [RS:0;ff635fa717b5:38177 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:53:00,841 DEBUG [RS:0;ff635fa717b5:38177 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:53:00,842 DEBUG [RS:0;ff635fa717b5:38177 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:53:00,842 DEBUG [RS:0;ff635fa717b5:38177 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:53:00,842 DEBUG [RS:0;ff635fa717b5:38177 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:53:00,842 DEBUG [RS:0;ff635fa717b5:38177 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:53:00,842 DEBUG [RS:0;ff635fa717b5:38177 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:53:00,842 DEBUG [RS:0;ff635fa717b5:38177 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:53:00,842 DEBUG [RS:0;ff635fa717b5:38177 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:53:00,842 DEBUG [RS:0;ff635fa717b5:38177 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:53:00,842 DEBUG [RS:0;ff635fa717b5:38177 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:53:00,842 DEBUG [RS:0;ff635fa717b5:38177 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:53:00,842 DEBUG [RS:0;ff635fa717b5:38177 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:53:00,842 DEBUG [RS:0;ff635fa717b5:38177 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:53:00,843 INFO [RS:0;ff635fa717b5:38177 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:53:00,843 INFO [RS:0;ff635fa717b5:38177 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:53:00,843 INFO [RS:0;ff635fa717b5:38177 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:53:00,843 INFO [RS:0;ff635fa717b5:38177 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T22:53:00,843 INFO [RS:0;ff635fa717b5:38177 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T22:53:00,843 INFO [RS:0;ff635fa717b5:38177 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,38177,1731106380369-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:53:00,856 INFO [RS:0;ff635fa717b5:38177 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T22:53:00,856 INFO [RS:0;ff635fa717b5:38177 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,38177,1731106380369-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:53:00,857 INFO [RS:0;ff635fa717b5:38177 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:53:00,857 INFO [RS:0;ff635fa717b5:38177 {}] regionserver.Replication(171): ff635fa717b5,38177,1731106380369 started 2024-11-08T22:53:00,869 INFO [RS:0;ff635fa717b5:38177 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:53:00,869 INFO [RS:0;ff635fa717b5:38177 {}] regionserver.HRegionServer(1482): Serving as ff635fa717b5,38177,1731106380369, RpcServer on ff635fa717b5/172.17.0.3:38177, sessionid=0x1011ca715440001 2024-11-08T22:53:00,869 DEBUG [RS:0;ff635fa717b5:38177 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T22:53:00,869 DEBUG [RS:0;ff635fa717b5:38177 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff635fa717b5,38177,1731106380369 2024-11-08T22:53:00,869 DEBUG [RS:0;ff635fa717b5:38177 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,38177,1731106380369' 2024-11-08T22:53:00,869 DEBUG [RS:0;ff635fa717b5:38177 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T22:53:00,870 DEBUG [RS:0;ff635fa717b5:38177 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T22:53:00,871 DEBUG [RS:0;ff635fa717b5:38177 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T22:53:00,871 DEBUG [RS:0;ff635fa717b5:38177 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T22:53:00,871 DEBUG [RS:0;ff635fa717b5:38177 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff635fa717b5,38177,1731106380369 2024-11-08T22:53:00,871 DEBUG [RS:0;ff635fa717b5:38177 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,38177,1731106380369' 2024-11-08T22:53:00,871 DEBUG [RS:0;ff635fa717b5:38177 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T22:53:00,871 DEBUG [RS:0;ff635fa717b5:38177 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T22:53:00,872 DEBUG [RS:0;ff635fa717b5:38177 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T22:53:00,872 INFO [RS:0;ff635fa717b5:38177 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T22:53:00,872 INFO [RS:0;ff635fa717b5:38177 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T22:53:00,922 WARN [ff635fa717b5:45451 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T22:53:00,973 INFO [RS:0;ff635fa717b5:38177 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:53:00,977 INFO [RS:0;ff635fa717b5:38177 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff635fa717b5%2C38177%2C1731106380369, suffix=, logDir=hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/WALs/ff635fa717b5,38177,1731106380369, archiveDir=hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/oldWALs, maxLogs=32 2024-11-08T22:53:00,997 DEBUG [RS:0;ff635fa717b5:38177 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/WALs/ff635fa717b5,38177,1731106380369/ff635fa717b5%2C38177%2C1731106380369.1731106380979, exclude list is [], retry=0 2024-11-08T22:53:01,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36785,DS-d5e54e79-7595-4260-abfd-e016e71c0817,DISK] 2024-11-08T22:53:01,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33085,DS-05e3b101-1256-4f3e-854c-4f3b24df422b,DISK] 2024-11-08T22:53:01,002 INFO [RS:0;ff635fa717b5:38177 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/WALs/ff635fa717b5,38177,1731106380369/ff635fa717b5%2C38177%2C1731106380369.1731106380979 2024-11-08T22:53:01,002 DEBUG [RS:0;ff635fa717b5:38177 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39193:39193),(127.0.0.1/127.0.0.1:38005:38005)] 2024-11-08T22:53:01,173 DEBUG [ff635fa717b5:45451 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T22:53:01,174 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ff635fa717b5,38177,1731106380369 2024-11-08T22:53:01,177 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,38177,1731106380369, state=OPENING 2024-11-08T22:53:01,181 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T22:53:01,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45451-0x1011ca715440000, quorum=127.0.0.1:61921, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:53:01,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38177-0x1011ca715440001, quorum=127.0.0.1:61921, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:53:01,192 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:53:01,192 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T22:53:01,192 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T22:53:01,192 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,38177,1731106380369}] 2024-11-08T22:53:01,347 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T22:53:01,351 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34499, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T22:53:01,358 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T22:53:01,359 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:53:01,359 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T22:53:01,362 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff635fa717b5%2C38177%2C1731106380369.meta, suffix=.meta, logDir=hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/WALs/ff635fa717b5,38177,1731106380369, archiveDir=hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/oldWALs, maxLogs=32 2024-11-08T22:53:01,376 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/WALs/ff635fa717b5,38177,1731106380369/ff635fa717b5%2C38177%2C1731106380369.meta.1731106381363.meta, exclude list is [], retry=0 2024-11-08T22:53:01,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36785,DS-d5e54e79-7595-4260-abfd-e016e71c0817,DISK] 2024-11-08T22:53:01,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33085,DS-05e3b101-1256-4f3e-854c-4f3b24df422b,DISK] 2024-11-08T22:53:01,381 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/WALs/ff635fa717b5,38177,1731106380369/ff635fa717b5%2C38177%2C1731106380369.meta.1731106381363.meta 2024-11-08T22:53:01,381 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38005:38005),(127.0.0.1/127.0.0.1:39193:39193)] 2024-11-08T22:53:01,381 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:53:01,382 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T22:53:01,382 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T22:53:01,382 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T22:53:01,382 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T22:53:01,382 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:53:01,382 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T22:53:01,382 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T22:53:01,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T22:53:01,385 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T22:53:01,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:53:01,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:53:01,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T22:53:01,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T22:53:01,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:53:01,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:53:01,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T22:53:01,387 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T22:53:01,388 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:53:01,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:53:01,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T22:53:01,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T22:53:01,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:53:01,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:53:01,389 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T22:53:01,390 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/hbase/meta/1588230740 2024-11-08T22:53:01,391 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/hbase/meta/1588230740 2024-11-08T22:53:01,393 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T22:53:01,393 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T22:53:01,393 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T22:53:01,395 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T22:53:01,396 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=764911, jitterRate=-0.02736552059650421}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T22:53:01,396 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T22:53:01,396 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731106381382Writing region info on filesystem at 1731106381382Initializing all the Stores at 1731106381383 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731106381383Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731106381384 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731106381384Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731106381384Cleaning up temporary data from old regions at 1731106381393 (+9 ms)Running coprocessor post-open hooks at 1731106381396 (+3 ms)Region opened successfully at 1731106381396 2024-11-08T22:53:01,397 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731106381347 2024-11-08T22:53:01,400 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T22:53:01,400 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T22:53:01,401 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,38177,1731106380369 2024-11-08T22:53:01,402 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,38177,1731106380369, state=OPEN 2024-11-08T22:53:01,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45451-0x1011ca715440000, quorum=127.0.0.1:61921, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T22:53:01,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38177-0x1011ca715440001, quorum=127.0.0.1:61921, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T22:53:01,468 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ff635fa717b5,38177,1731106380369 2024-11-08T22:53:01,468 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T22:53:01,468 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T22:53:01,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T22:53:01,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,38177,1731106380369 in 276 msec 2024-11-08T22:53:01,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T22:53:01,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 701 msec 2024-11-08T22:53:01,475 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:53:01,475 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T22:53:01,477 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:53:01,477 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,38177,1731106380369, seqNum=-1] 2024-11-08T22:53:01,478 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:53:01,479 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41077, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:53:01,485 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 758 msec 2024-11-08T22:53:01,485 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731106381485, completionTime=-1 2024-11-08T22:53:01,485 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T22:53:01,486 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T22:53:01,487 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T22:53:01,487 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731106441487 2024-11-08T22:53:01,487 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731106501487 2024-11-08T22:53:01,488 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T22:53:01,488 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,45451,1731106380203-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:53:01,488 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,45451,1731106380203-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:53:01,488 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,45451,1731106380203-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:53:01,488 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ff635fa717b5:45451, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:53:01,488 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T22:53:01,488 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T22:53:01,490 DEBUG [master/ff635fa717b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T22:53:01,492 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.057sec 2024-11-08T22:53:01,492 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T22:53:01,492 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T22:53:01,492 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T22:53:01,492 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T22:53:01,492 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T22:53:01,492 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,45451,1731106380203-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:53:01,492 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,45451,1731106380203-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T22:53:01,495 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T22:53:01,495 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T22:53:01,495 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,45451,1731106380203-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:53:01,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10b39efa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:53:01,591 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,45451,-1 for getting cluster id 2024-11-08T22:53:01,591 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:53:01,595 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35e62d31-9c5b-4395-8a5d-3daa8bf54599' 2024-11-08T22:53:01,596 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:53:01,596 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35e62d31-9c5b-4395-8a5d-3daa8bf54599" 2024-11-08T22:53:01,597 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fd76530, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:53:01,597 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,45451,-1] 2024-11-08T22:53:01,597 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:53:01,598 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:53:01,600 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:53:01,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d9fa1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:53:01,602 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:53:01,603 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,38177,1731106380369, seqNum=-1] 2024-11-08T22:53:01,603 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:53:01,604 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:53:01,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ff635fa717b5,45451,1731106380203 2024-11-08T22:53:01,606 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:53:01,608 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-08T22:53:01,608 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:53:01,609 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,45451,1731106380203 2024-11-08T22:53:01,609 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@785be544 2024-11-08T22:53:01,609 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:53:01,611 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:53:01,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45451 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-08T22:53:01,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45451 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-08T22:53:01,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45451 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:53:01,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45451 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T22:53:01,614 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T22:53:01,614 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:53:01,615 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45451 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-11-08T22:53:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:53:01,616 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T22:53:01,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33085 is added to blk_1073741835_1011 (size=405) 2024-11-08T22:53:01,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741835_1011 (size=405) 2024-11-08T22:53:01,626 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fcf939a96d0854feefdb85a82516cc85, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731106381611.fcf939a96d0854feefdb85a82516cc85.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0 2024-11-08T22:53:01,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33085 is added to blk_1073741836_1012 (size=88) 2024-11-08T22:53:01,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741836_1012 (size=88) 2024-11-08T22:53:01,634 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731106381611.fcf939a96d0854feefdb85a82516cc85.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:53:01,634 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing fcf939a96d0854feefdb85a82516cc85, disabling compactions & flushes 2024-11-08T22:53:01,634 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731106381611.fcf939a96d0854feefdb85a82516cc85. 2024-11-08T22:53:01,634 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731106381611.fcf939a96d0854feefdb85a82516cc85. 2024-11-08T22:53:01,634 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731106381611.fcf939a96d0854feefdb85a82516cc85. after waiting 0 ms 2024-11-08T22:53:01,634 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731106381611.fcf939a96d0854feefdb85a82516cc85. 2024-11-08T22:53:01,634 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731106381611.fcf939a96d0854feefdb85a82516cc85. 2024-11-08T22:53:01,634 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for fcf939a96d0854feefdb85a82516cc85: Waiting for close lock at 1731106381634Disabling compacts and flushes for region at 1731106381634Disabling writes for close at 1731106381634Writing region close event to WAL at 1731106381634Closed at 1731106381634 2024-11-08T22:53:01,636 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T22:53:01,636 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731106381611.fcf939a96d0854feefdb85a82516cc85.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1731106381636"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731106381636"}]},"ts":"1731106381636"} 2024-11-08T22:53:01,638 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T22:53:01,640 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T22:53:01,640 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731106381640"}]},"ts":"1731106381640"} 2024-11-08T22:53:01,642 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-11-08T22:53:01,642 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=fcf939a96d0854feefdb85a82516cc85, ASSIGN}] 2024-11-08T22:53:01,644 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=fcf939a96d0854feefdb85a82516cc85, ASSIGN 2024-11-08T22:53:01,645 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=fcf939a96d0854feefdb85a82516cc85, ASSIGN; state=OFFLINE, location=ff635fa717b5,38177,1731106380369; forceNewPlan=false, retain=false 2024-11-08T22:53:01,796 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fcf939a96d0854feefdb85a82516cc85, regionState=OPENING, regionLocation=ff635fa717b5,38177,1731106380369 2024-11-08T22:53:01,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=fcf939a96d0854feefdb85a82516cc85, ASSIGN because future has completed 2024-11-08T22:53:01,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fcf939a96d0854feefdb85a82516cc85, server=ff635fa717b5,38177,1731106380369}] 2024-11-08T22:53:01,962 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731106381611.fcf939a96d0854feefdb85a82516cc85. 2024-11-08T22:53:01,962 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fcf939a96d0854feefdb85a82516cc85, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731106381611.fcf939a96d0854feefdb85a82516cc85.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:53:01,963 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling fcf939a96d0854feefdb85a82516cc85 2024-11-08T22:53:01,963 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731106381611.fcf939a96d0854feefdb85a82516cc85.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:53:01,963 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fcf939a96d0854feefdb85a82516cc85 2024-11-08T22:53:01,963 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fcf939a96d0854feefdb85a82516cc85 2024-11-08T22:53:01,965 INFO [StoreOpener-fcf939a96d0854feefdb85a82516cc85-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region fcf939a96d0854feefdb85a82516cc85 2024-11-08T22:53:01,967 INFO [StoreOpener-fcf939a96d0854feefdb85a82516cc85-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fcf939a96d0854feefdb85a82516cc85 columnFamilyName info 2024-11-08T22:53:01,967 DEBUG [StoreOpener-fcf939a96d0854feefdb85a82516cc85-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:53:01,968 INFO [StoreOpener-fcf939a96d0854feefdb85a82516cc85-1 {}] regionserver.HStore(327): Store=fcf939a96d0854feefdb85a82516cc85/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:53:01,968 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fcf939a96d0854feefdb85a82516cc85 2024-11-08T22:53:01,969 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fcf939a96d0854feefdb85a82516cc85 2024-11-08T22:53:01,969 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fcf939a96d0854feefdb85a82516cc85 2024-11-08T22:53:01,970 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fcf939a96d0854feefdb85a82516cc85 2024-11-08T22:53:01,970 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fcf939a96d0854feefdb85a82516cc85 2024-11-08T22:53:01,972 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fcf939a96d0854feefdb85a82516cc85 2024-11-08T22:53:01,975 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fcf939a96d0854feefdb85a82516cc85/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:53:01,976 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fcf939a96d0854feefdb85a82516cc85; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=786461, jitterRate=3.781914710998535E-5}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T22:53:01,976 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fcf939a96d0854feefdb85a82516cc85 2024-11-08T22:53:01,977 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fcf939a96d0854feefdb85a82516cc85: Running coprocessor pre-open hook at 1731106381963Writing region info on filesystem at 1731106381963Initializing all the Stores at 1731106381965 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731106381965Cleaning up temporary data from old regions at 1731106381970 (+5 ms)Running coprocessor post-open hooks at 1731106381976 (+6 ms)Region opened successfully at 1731106381976 2024-11-08T22:53:01,978 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731106381611.fcf939a96d0854feefdb85a82516cc85., pid=6, masterSystemTime=1731106381957 2024-11-08T22:53:01,980 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731106381611.fcf939a96d0854feefdb85a82516cc85. 2024-11-08T22:53:01,980 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731106381611.fcf939a96d0854feefdb85a82516cc85. 2024-11-08T22:53:01,981 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fcf939a96d0854feefdb85a82516cc85, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,38177,1731106380369 2024-11-08T22:53:01,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fcf939a96d0854feefdb85a82516cc85, server=ff635fa717b5,38177,1731106380369 because future has completed 2024-11-08T22:53:01,988 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T22:53:01,988 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fcf939a96d0854feefdb85a82516cc85, server=ff635fa717b5,38177,1731106380369 in 184 msec 2024-11-08T22:53:01,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T22:53:01,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=fcf939a96d0854feefdb85a82516cc85, ASSIGN in 346 msec 2024-11-08T22:53:01,993 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T22:53:01,993 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731106381993"}]},"ts":"1731106381993"} 2024-11-08T22:53:01,995 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-11-08T22:53:01,997 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T22:53:01,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 385 msec 2024-11-08T22:53:02,214 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T22:53:02,214 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T22:53:02,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T22:53:02,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T22:53:02,217 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T22:53:02,217 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-11-08T22:53:06,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:53:06,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:53:06,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:53:06,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:53:06,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:53:06,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:53:06,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:53:06,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:53:06,912 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T22:53:06,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:53:06,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:53:06,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:53:06,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:53:06,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:53:06,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:53:06,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:53:06,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:53:06,947 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T22:53:06,948 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-11-08T22:53:11,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:53:11,704 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-08T22:53:11,704 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-11-08T22:53:11,711 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T22:53:11,711 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731106381611.fcf939a96d0854feefdb85a82516cc85. 2024-11-08T22:53:11,715 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731106381611.fcf939a96d0854feefdb85a82516cc85., hostname=ff635fa717b5,38177,1731106380369, seqNum=2] 2024-11-08T22:53:11,722 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45451 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T22:53:11,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45451 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T22:53:11,728 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-08T22:53:11,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:53:11,729 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T22:53:11,731 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T22:53:11,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38177 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-08T22:53:11,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731106381611.fcf939a96d0854feefdb85a82516cc85. 2024-11-08T22:53:11,896 INFO [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing fcf939a96d0854feefdb85a82516cc85 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-08T22:53:11,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fcf939a96d0854feefdb85a82516cc85/.tmp/info/f980ab38432e45b190834e50d20acf6b is 1055, key is row0001/info:/1731106391716/Put/seqid=0 2024-11-08T22:53:11,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741837_1013 (size=6008) 2024-11-08T22:53:11,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33085 is added to blk_1073741837_1013 (size=6008) 2024-11-08T22:53:11,921 INFO [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fcf939a96d0854feefdb85a82516cc85/.tmp/info/f980ab38432e45b190834e50d20acf6b 2024-11-08T22:53:11,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fcf939a96d0854feefdb85a82516cc85/.tmp/info/f980ab38432e45b190834e50d20acf6b as hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fcf939a96d0854feefdb85a82516cc85/info/f980ab38432e45b190834e50d20acf6b 2024-11-08T22:53:11,936 INFO [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fcf939a96d0854feefdb85a82516cc85/info/f980ab38432e45b190834e50d20acf6b, entries=1, sequenceid=5, filesize=5.9 K 2024-11-08T22:53:11,937 INFO [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for fcf939a96d0854feefdb85a82516cc85 in 42ms, sequenceid=5, compaction requested=false 2024-11-08T22:53:11,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for fcf939a96d0854feefdb85a82516cc85: 2024-11-08T22:53:11,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731106381611.fcf939a96d0854feefdb85a82516cc85. 2024-11-08T22:53:11,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-08T22:53:11,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45451 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-08T22:53:11,944 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-08T22:53:11,944 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 211 msec 2024-11-08T22:53:11,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 222 msec 2024-11-08T22:53:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:53:21,823 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-08T22:53:21,832 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45451 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T22:53:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45451 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T22:53:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T22:53:21,834 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-08T22:53:21,835 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T22:53:21,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T22:53:21,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38177 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-08T22:53:21,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731106381611.fcf939a96d0854feefdb85a82516cc85. 2024-11-08T22:53:21,989 INFO [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing fcf939a96d0854feefdb85a82516cc85 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-08T22:53:21,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fcf939a96d0854feefdb85a82516cc85/.tmp/info/73b721f9be0a4debaa4e98aab6ffbf93 is 1055, key is row0002/info:/1731106401827/Put/seqid=0 2024-11-08T22:53:21,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33085 is added to blk_1073741838_1014 (size=6008) 2024-11-08T22:53:21,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741838_1014 (size=6008) 2024-11-08T22:53:22,000 INFO [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fcf939a96d0854feefdb85a82516cc85/.tmp/info/73b721f9be0a4debaa4e98aab6ffbf93 2024-11-08T22:53:22,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fcf939a96d0854feefdb85a82516cc85/.tmp/info/73b721f9be0a4debaa4e98aab6ffbf93 as hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fcf939a96d0854feefdb85a82516cc85/info/73b721f9be0a4debaa4e98aab6ffbf93 2024-11-08T22:53:22,012 INFO [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fcf939a96d0854feefdb85a82516cc85/info/73b721f9be0a4debaa4e98aab6ffbf93, entries=1, sequenceid=9, filesize=5.9 K 2024-11-08T22:53:22,013 INFO [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for fcf939a96d0854feefdb85a82516cc85 in 25ms, sequenceid=9, compaction requested=false 2024-11-08T22:53:22,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for fcf939a96d0854feefdb85a82516cc85: 2024-11-08T22:53:22,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731106381611.fcf939a96d0854feefdb85a82516cc85. 2024-11-08T22:53:22,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-08T22:53:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45451 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-08T22:53:22,017 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T22:53:22,017 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 180 msec 2024-11-08T22:53:22,019 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 186 msec 2024-11-08T22:53:30,180 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T22:53:31,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T22:53:31,853 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-08T22:53:31,872 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/WALs/ff635fa717b5,38177,1731106380369/ff635fa717b5%2C38177%2C1731106380369.1731106411857, exclude list is [], retry=0 2024-11-08T22:53:31,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33085,DS-05e3b101-1256-4f3e-854c-4f3b24df422b,DISK] 2024-11-08T22:53:31,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36785,DS-d5e54e79-7595-4260-abfd-e016e71c0817,DISK] 2024-11-08T22:53:31,876 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/WALs/ff635fa717b5,38177,1731106380369/ff635fa717b5%2C38177%2C1731106380369.1731106380979 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/WALs/ff635fa717b5,38177,1731106380369/ff635fa717b5%2C38177%2C1731106380369.1731106411857 2024-11-08T22:53:31,876 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39193:39193),(127.0.0.1/127.0.0.1:38005:38005)] 2024-11-08T22:53:31,876 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/WALs/ff635fa717b5,38177,1731106380369/ff635fa717b5%2C38177%2C1731106380369.1731106380979 is not closed yet, will try archiving it next time 2024-11-08T22:53:31,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45451 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T22:53:31,878 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/WALs/ff635fa717b5,38177,1731106380369/ff635fa717b5%2C38177%2C1731106380369.1731106380979 not finished, retry = 0 2024-11-08T22:53:31,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45451 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T22:53:31,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T22:53:31,879 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-08T22:53:31,880 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T22:53:31,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741833_1009 (size=5471) 2024-11-08T22:53:31,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T22:53:31,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33085 is added to blk_1073741833_1009 (size=5471) 2024-11-08T22:53:32,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38177 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-08T22:53:32,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731106381611.fcf939a96d0854feefdb85a82516cc85. 2024-11-08T22:53:32,036 INFO [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing fcf939a96d0854feefdb85a82516cc85 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-08T22:53:32,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fcf939a96d0854feefdb85a82516cc85/.tmp/info/b87d5122f32247fc972ef12fa23cad53 is 1055, key is row0003/info:/1731106411855/Put/seqid=0 2024-11-08T22:53:32,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33085 is added to blk_1073741840_1016 (size=6008) 2024-11-08T22:53:32,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741840_1016 (size=6008) 2024-11-08T22:53:32,052 INFO [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fcf939a96d0854feefdb85a82516cc85/.tmp/info/b87d5122f32247fc972ef12fa23cad53 2024-11-08T22:53:32,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fcf939a96d0854feefdb85a82516cc85/.tmp/info/b87d5122f32247fc972ef12fa23cad53 as hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fcf939a96d0854feefdb85a82516cc85/info/b87d5122f32247fc972ef12fa23cad53 2024-11-08T22:53:32,068 INFO [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fcf939a96d0854feefdb85a82516cc85/info/b87d5122f32247fc972ef12fa23cad53, entries=1, sequenceid=13, filesize=5.9 K 2024-11-08T22:53:32,069 INFO [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for fcf939a96d0854feefdb85a82516cc85 in 34ms, sequenceid=13, compaction requested=true 2024-11-08T22:53:32,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for fcf939a96d0854feefdb85a82516cc85: 2024-11-08T22:53:32,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731106381611.fcf939a96d0854feefdb85a82516cc85. 2024-11-08T22:53:32,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-08T22:53:32,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45451 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-08T22:53:32,074 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-08T22:53:32,074 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 192 msec 2024-11-08T22:53:32,076 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 198 msec 2024-11-08T22:53:41,501 INFO [master/ff635fa717b5:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T22:53:41,502 INFO [master/ff635fa717b5:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T22:53:41,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T22:53:41,952 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-08T22:53:41,959 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T22:53:41,961 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T22:53:41,962 DEBUG [Time-limited test {}] regionserver.HStore(1541): fcf939a96d0854feefdb85a82516cc85/info is initiating minor compaction (all files) 2024-11-08T22:53:41,963 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T22:53:41,963 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:53:41,963 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of fcf939a96d0854feefdb85a82516cc85/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731106381611.fcf939a96d0854feefdb85a82516cc85. 2024-11-08T22:53:41,963 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fcf939a96d0854feefdb85a82516cc85/info/f980ab38432e45b190834e50d20acf6b, hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fcf939a96d0854feefdb85a82516cc85/info/73b721f9be0a4debaa4e98aab6ffbf93, hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fcf939a96d0854feefdb85a82516cc85/info/b87d5122f32247fc972ef12fa23cad53] into tmpdir=hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fcf939a96d0854feefdb85a82516cc85/.tmp, totalSize=17.6 K 2024-11-08T22:53:41,964 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting f980ab38432e45b190834e50d20acf6b, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731106391716 2024-11-08T22:53:41,965 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 73b721f9be0a4debaa4e98aab6ffbf93, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1731106401827 2024-11-08T22:53:41,965 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting b87d5122f32247fc972ef12fa23cad53, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731106411855 2024-11-08T22:53:41,986 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): fcf939a96d0854feefdb85a82516cc85#info#compaction#21 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T22:53:41,987 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fcf939a96d0854feefdb85a82516cc85/.tmp/info/388c49823b814ce596c934196a1a59db is 1055, key is row0001/info:/1731106391716/Put/seqid=0 2024-11-08T22:53:41,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33085 is added to blk_1073741841_1017 (size=8221) 2024-11-08T22:53:41,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741841_1017 (size=8221) 2024-11-08T22:53:42,000 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fcf939a96d0854feefdb85a82516cc85/.tmp/info/388c49823b814ce596c934196a1a59db as hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fcf939a96d0854feefdb85a82516cc85/info/388c49823b814ce596c934196a1a59db 2024-11-08T22:53:42,013 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fcf939a96d0854feefdb85a82516cc85/info of fcf939a96d0854feefdb85a82516cc85 into 388c49823b814ce596c934196a1a59db(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T22:53:42,013 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for fcf939a96d0854feefdb85a82516cc85: 2024-11-08T22:53:42,027 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/WALs/ff635fa717b5,38177,1731106380369/ff635fa717b5%2C38177%2C1731106380369.1731106422015, exclude list is [], retry=0 2024-11-08T22:53:42,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33085,DS-05e3b101-1256-4f3e-854c-4f3b24df422b,DISK] 2024-11-08T22:53:42,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36785,DS-d5e54e79-7595-4260-abfd-e016e71c0817,DISK] 2024-11-08T22:53:42,032 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/WALs/ff635fa717b5,38177,1731106380369/ff635fa717b5%2C38177%2C1731106380369.1731106411857 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/WALs/ff635fa717b5,38177,1731106380369/ff635fa717b5%2C38177%2C1731106380369.1731106422015 2024-11-08T22:53:42,032 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38005:38005),(127.0.0.1/127.0.0.1:39193:39193)] 2024-11-08T22:53:42,032 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/WALs/ff635fa717b5,38177,1731106380369/ff635fa717b5%2C38177%2C1731106380369.1731106411857 is not closed yet, will try archiving it next time 2024-11-08T22:53:42,033 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/WALs/ff635fa717b5,38177,1731106380369/ff635fa717b5%2C38177%2C1731106380369.1731106380979 to hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/oldWALs/ff635fa717b5%2C38177%2C1731106380369.1731106380979 2024-11-08T22:53:42,034 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45451 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T22:53:42,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33085 is added to blk_1073741839_1015 (size=2495) 2024-11-08T22:53:42,034 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/WALs/ff635fa717b5,38177,1731106380369/ff635fa717b5%2C38177%2C1731106380369.1731106411857 not finished, retry = 0 2024-11-08T22:53:42,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741839_1015 (size=2495) 2024-11-08T22:53:42,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45451 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T22:53:42,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T22:53:42,036 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-08T22:53:42,037 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T22:53:42,037 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T22:53:42,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38177 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-08T22:53:42,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731106381611.fcf939a96d0854feefdb85a82516cc85. 2024-11-08T22:53:42,191 INFO [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing fcf939a96d0854feefdb85a82516cc85 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-08T22:53:42,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fcf939a96d0854feefdb85a82516cc85/.tmp/info/88a2d0b962514f6093a326d7e8a357a8 is 1055, key is row0000/info:/1731106422014/Put/seqid=0 2024-11-08T22:53:42,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741843_1019 (size=6008) 2024-11-08T22:53:42,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33085 is added to blk_1073741843_1019 (size=6008) 2024-11-08T22:53:42,202 INFO [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fcf939a96d0854feefdb85a82516cc85/.tmp/info/88a2d0b962514f6093a326d7e8a357a8 2024-11-08T22:53:42,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fcf939a96d0854feefdb85a82516cc85/.tmp/info/88a2d0b962514f6093a326d7e8a357a8 as hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fcf939a96d0854feefdb85a82516cc85/info/88a2d0b962514f6093a326d7e8a357a8 2024-11-08T22:53:42,215 INFO [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fcf939a96d0854feefdb85a82516cc85/info/88a2d0b962514f6093a326d7e8a357a8, entries=1, sequenceid=18, filesize=5.9 K 2024-11-08T22:53:42,216 INFO [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for fcf939a96d0854feefdb85a82516cc85 in 24ms, sequenceid=18, compaction requested=false 2024-11-08T22:53:42,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for fcf939a96d0854feefdb85a82516cc85: 2024-11-08T22:53:42,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731106381611.fcf939a96d0854feefdb85a82516cc85. 2024-11-08T22:53:42,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-08T22:53:42,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45451 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-08T22:53:42,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-08T22:53:42,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 181 msec 2024-11-08T22:53:42,222 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 186 msec 2024-11-08T22:53:46,963 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region fcf939a96d0854feefdb85a82516cc85, had cached 0 bytes from a total of 14229 2024-11-08T22:53:52,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T22:53:52,054 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-08T22:53:52,079 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/WALs/ff635fa717b5,38177,1731106380369/ff635fa717b5%2C38177%2C1731106380369.1731106432061, exclude list is [], retry=0 2024-11-08T22:53:52,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33085,DS-05e3b101-1256-4f3e-854c-4f3b24df422b,DISK] 2024-11-08T22:53:52,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36785,DS-d5e54e79-7595-4260-abfd-e016e71c0817,DISK] 2024-11-08T22:53:52,084 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/WALs/ff635fa717b5,38177,1731106380369/ff635fa717b5%2C38177%2C1731106380369.1731106422015 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/WALs/ff635fa717b5,38177,1731106380369/ff635fa717b5%2C38177%2C1731106380369.1731106432061 2024-11-08T22:53:52,084 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39193:39193),(127.0.0.1/127.0.0.1:38005:38005)] 2024-11-08T22:53:52,084 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/WALs/ff635fa717b5,38177,1731106380369/ff635fa717b5%2C38177%2C1731106380369.1731106422015 is not closed yet, will try archiving it next time 2024-11-08T22:53:52,084 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/WALs/ff635fa717b5,38177,1731106380369/ff635fa717b5%2C38177%2C1731106380369.1731106411857 to hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/oldWALs/ff635fa717b5%2C38177%2C1731106380369.1731106411857 2024-11-08T22:53:52,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T22:53:52,084 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:53:52,084 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:53:52,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:53:52,085 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:53:52,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:53:52,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741842_1018 (size=2001) 2024-11-08T22:53:52,085 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T22:53:52,085 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1121913414, stopped=false 2024-11-08T22:53:52,086 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ff635fa717b5,45451,1731106380203 2024-11-08T22:53:52,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33085 is added to blk_1073741842_1018 (size=2001) 2024-11-08T22:53:52,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45451-0x1011ca715440000, quorum=127.0.0.1:61921, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T22:53:52,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38177-0x1011ca715440001, quorum=127.0.0.1:61921, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T22:53:52,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45451-0x1011ca715440000, quorum=127.0.0.1:61921, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:53:52,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38177-0x1011ca715440001, quorum=127.0.0.1:61921, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:53:52,147 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T22:53:52,147 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:53:52,147 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:53:52,147 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38177-0x1011ca715440001, quorum=127.0.0.1:61921, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T22:53:52,147 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45451-0x1011ca715440000, quorum=127.0.0.1:61921, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T22:53:52,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:53:52,148 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff635fa717b5,38177,1731106380369' ***** 2024-11-08T22:53:52,148 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T22:53:52,148 INFO [RS:0;ff635fa717b5:38177 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T22:53:52,148 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T22:53:52,148 INFO [RS:0;ff635fa717b5:38177 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T22:53:52,148 INFO [RS:0;ff635fa717b5:38177 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T22:53:52,148 INFO [RS:0;ff635fa717b5:38177 {}] regionserver.HRegionServer(3091): Received CLOSE for fcf939a96d0854feefdb85a82516cc85 2024-11-08T22:53:52,148 INFO [RS:0;ff635fa717b5:38177 {}] regionserver.HRegionServer(959): stopping server ff635fa717b5,38177,1731106380369 2024-11-08T22:53:52,148 INFO [RS:0;ff635fa717b5:38177 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:53:52,149 INFO [RS:0;ff635fa717b5:38177 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:38177. 2024-11-08T22:53:52,149 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fcf939a96d0854feefdb85a82516cc85, disabling compactions & flushes 2024-11-08T22:53:52,149 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731106381611.fcf939a96d0854feefdb85a82516cc85. 2024-11-08T22:53:52,149 DEBUG [RS:0;ff635fa717b5:38177 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:53:52,149 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731106381611.fcf939a96d0854feefdb85a82516cc85. 2024-11-08T22:53:52,149 DEBUG [RS:0;ff635fa717b5:38177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:53:52,149 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731106381611.fcf939a96d0854feefdb85a82516cc85. after waiting 0 ms 2024-11-08T22:53:52,149 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731106381611.fcf939a96d0854feefdb85a82516cc85. 2024-11-08T22:53:52,149 INFO [RS:0;ff635fa717b5:38177 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T22:53:52,149 INFO [RS:0;ff635fa717b5:38177 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T22:53:52,149 INFO [RS:0;ff635fa717b5:38177 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T22:53:52,149 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fcf939a96d0854feefdb85a82516cc85 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-08T22:53:52,149 INFO [RS:0;ff635fa717b5:38177 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T22:53:52,149 INFO [RS:0;ff635fa717b5:38177 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T22:53:52,149 DEBUG [RS:0;ff635fa717b5:38177 {}] regionserver.HRegionServer(1325): Online Regions={fcf939a96d0854feefdb85a82516cc85=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731106381611.fcf939a96d0854feefdb85a82516cc85., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T22:53:52,149 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T22:53:52,149 DEBUG [RS:0;ff635fa717b5:38177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fcf939a96d0854feefdb85a82516cc85 2024-11-08T22:53:52,149 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T22:53:52,149 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T22:53:52,149 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T22:53:52,150 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T22:53:52,150 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-11-08T22:53:52,154 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fcf939a96d0854feefdb85a82516cc85/.tmp/info/63cc471a350549778507a02bfda9d2dc is 1055, key is row0001/info:/1731106432057/Put/seqid=0 2024-11-08T22:53:52,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741845_1021 (size=6008) 2024-11-08T22:53:52,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33085 is added to blk_1073741845_1021 (size=6008) 2024-11-08T22:53:52,160 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fcf939a96d0854feefdb85a82516cc85/.tmp/info/63cc471a350549778507a02bfda9d2dc 2024-11-08T22:53:52,167 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/hbase/meta/1588230740/.tmp/info/e0f842c625e64ad78e8d349eec336a2b is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731106381611.fcf939a96d0854feefdb85a82516cc85./info:regioninfo/1731106381981/Put/seqid=0 2024-11-08T22:53:52,167 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fcf939a96d0854feefdb85a82516cc85/.tmp/info/63cc471a350549778507a02bfda9d2dc as hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fcf939a96d0854feefdb85a82516cc85/info/63cc471a350549778507a02bfda9d2dc 2024-11-08T22:53:52,175 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fcf939a96d0854feefdb85a82516cc85/info/63cc471a350549778507a02bfda9d2dc, entries=1, sequenceid=22, filesize=5.9 K 2024-11-08T22:53:52,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741846_1022 (size=7308) 2024-11-08T22:53:52,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33085 is added to blk_1073741846_1022 (size=7308) 2024-11-08T22:53:52,177 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for fcf939a96d0854feefdb85a82516cc85 in 28ms, sequenceid=22, compaction requested=true 2024-11-08T22:53:52,178 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731106381611.fcf939a96d0854feefdb85a82516cc85.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fcf939a96d0854feefdb85a82516cc85/info/f980ab38432e45b190834e50d20acf6b, hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fcf939a96d0854feefdb85a82516cc85/info/73b721f9be0a4debaa4e98aab6ffbf93, hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fcf939a96d0854feefdb85a82516cc85/info/b87d5122f32247fc972ef12fa23cad53] to archive 2024-11-08T22:53:52,181 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731106381611.fcf939a96d0854feefdb85a82516cc85.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T22:53:52,185 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731106381611.fcf939a96d0854feefdb85a82516cc85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fcf939a96d0854feefdb85a82516cc85/info/f980ab38432e45b190834e50d20acf6b to hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fcf939a96d0854feefdb85a82516cc85/info/f980ab38432e45b190834e50d20acf6b 2024-11-08T22:53:52,187 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731106381611.fcf939a96d0854feefdb85a82516cc85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fcf939a96d0854feefdb85a82516cc85/info/73b721f9be0a4debaa4e98aab6ffbf93 to hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fcf939a96d0854feefdb85a82516cc85/info/73b721f9be0a4debaa4e98aab6ffbf93 2024-11-08T22:53:52,189 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731106381611.fcf939a96d0854feefdb85a82516cc85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fcf939a96d0854feefdb85a82516cc85/info/b87d5122f32247fc972ef12fa23cad53 to hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fcf939a96d0854feefdb85a82516cc85/info/b87d5122f32247fc972ef12fa23cad53 2024-11-08T22:53:52,203 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731106381611.fcf939a96d0854feefdb85a82516cc85.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:45451 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T22:53:52,204 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731106381611.fcf939a96d0854feefdb85a82516cc85.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [f980ab38432e45b190834e50d20acf6b=6008, 73b721f9be0a4debaa4e98aab6ffbf93=6008, b87d5122f32247fc972ef12fa23cad53=6008] 2024-11-08T22:53:52,209 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fcf939a96d0854feefdb85a82516cc85/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-11-08T22:53:52,210 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731106381611.fcf939a96d0854feefdb85a82516cc85. 2024-11-08T22:53:52,210 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fcf939a96d0854feefdb85a82516cc85: Waiting for close lock at 1731106432148Running coprocessor pre-close hooks at 1731106432149 (+1 ms)Disabling compacts and flushes for region at 1731106432149Disabling writes for close at 1731106432149Obtaining lock to block concurrent updates at 1731106432149Preparing flush snapshotting stores in fcf939a96d0854feefdb85a82516cc85 at 1731106432149Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731106381611.fcf939a96d0854feefdb85a82516cc85., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1731106432149Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731106381611.fcf939a96d0854feefdb85a82516cc85. at 1731106432150 (+1 ms)Flushing fcf939a96d0854feefdb85a82516cc85/info: creating writer at 1731106432150Flushing fcf939a96d0854feefdb85a82516cc85/info: appending metadata at 1731106432153 (+3 ms)Flushing fcf939a96d0854feefdb85a82516cc85/info: closing flushed file at 1731106432153Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31067db9: reopening flushed file at 1731106432166 (+13 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for fcf939a96d0854feefdb85a82516cc85 in 28ms, sequenceid=22, compaction requested=true at 1731106432177 (+11 ms)Writing region close event to WAL at 1731106432205 (+28 ms)Running coprocessor post-close hooks at 1731106432210 (+5 ms)Closed at 1731106432210 2024-11-08T22:53:52,210 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731106381611.fcf939a96d0854feefdb85a82516cc85. 2024-11-08T22:53:52,214 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T22:53:52,350 DEBUG [RS:0;ff635fa717b5:38177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T22:53:52,550 DEBUG [RS:0;ff635fa717b5:38177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T22:53:52,578 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/hbase/meta/1588230740/.tmp/info/e0f842c625e64ad78e8d349eec336a2b 2024-11-08T22:53:52,605 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/hbase/meta/1588230740/.tmp/ns/356bd70ec90b40749db340467a8654b1 is 43, key is default/ns:d/1731106381480/Put/seqid=0 2024-11-08T22:53:52,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33085 is added to blk_1073741847_1023 (size=5153) 2024-11-08T22:53:52,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741847_1023 (size=5153) 2024-11-08T22:53:52,611 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/hbase/meta/1588230740/.tmp/ns/356bd70ec90b40749db340467a8654b1 2024-11-08T22:53:52,631 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/hbase/meta/1588230740/.tmp/table/17aed754eccb4ed988d3ced9cc9a3357 is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1731106381993/Put/seqid=0 2024-11-08T22:53:52,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33085 is added to blk_1073741848_1024 (size=5508) 2024-11-08T22:53:52,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741848_1024 (size=5508) 2024-11-08T22:53:52,636 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/hbase/meta/1588230740/.tmp/table/17aed754eccb4ed988d3ced9cc9a3357 2024-11-08T22:53:52,643 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/hbase/meta/1588230740/.tmp/info/e0f842c625e64ad78e8d349eec336a2b as hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/hbase/meta/1588230740/info/e0f842c625e64ad78e8d349eec336a2b 2024-11-08T22:53:52,649 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/hbase/meta/1588230740/info/e0f842c625e64ad78e8d349eec336a2b, entries=10, sequenceid=11, filesize=7.1 K 2024-11-08T22:53:52,650 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/hbase/meta/1588230740/.tmp/ns/356bd70ec90b40749db340467a8654b1 as hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/hbase/meta/1588230740/ns/356bd70ec90b40749db340467a8654b1 2024-11-08T22:53:52,656 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/hbase/meta/1588230740/ns/356bd70ec90b40749db340467a8654b1, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T22:53:52,657 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/hbase/meta/1588230740/.tmp/table/17aed754eccb4ed988d3ced9cc9a3357 as hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/hbase/meta/1588230740/table/17aed754eccb4ed988d3ced9cc9a3357 2024-11-08T22:53:52,664 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/hbase/meta/1588230740/table/17aed754eccb4ed988d3ced9cc9a3357, entries=2, sequenceid=11, filesize=5.4 K 2024-11-08T22:53:52,665 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 515ms, sequenceid=11, compaction requested=false 2024-11-08T22:53:52,669 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T22:53:52,670 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T22:53:52,670 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T22:53:52,670 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731106432149Running coprocessor pre-close hooks at 1731106432149Disabling compacts and flushes for region at 1731106432149Disabling writes for close at 1731106432150 (+1 ms)Obtaining lock to block concurrent updates at 1731106432150Preparing flush snapshotting stores in 1588230740 at 1731106432150Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1731106432150Flushing stores of hbase:meta,,1.1588230740 at 1731106432150Flushing 1588230740/info: creating writer at 1731106432151 (+1 ms)Flushing 1588230740/info: appending metadata at 1731106432167 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731106432167Flushing 1588230740/ns: creating writer at 1731106432591 (+424 ms)Flushing 1588230740/ns: appending metadata at 1731106432605 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731106432605Flushing 1588230740/table: creating writer at 1731106432617 (+12 ms)Flushing 1588230740/table: appending metadata at 1731106432630 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731106432630Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2226c08e: reopening flushed file at 1731106432642 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dfb6829: reopening flushed file at 1731106432649 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@707394f6: reopening flushed file at 1731106432656 (+7 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 515ms, sequenceid=11, compaction requested=false at 1731106432665 (+9 ms)Writing region close event to WAL at 1731106432666 (+1 ms)Running coprocessor post-close hooks at 1731106432670 (+4 ms)Closed at 1731106432670 2024-11-08T22:53:52,671 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T22:53:52,750 INFO [RS:0;ff635fa717b5:38177 {}] regionserver.HRegionServer(976): stopping server ff635fa717b5,38177,1731106380369; all regions closed. 2024-11-08T22:53:52,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33085 is added to blk_1073741834_1010 (size=3306) 2024-11-08T22:53:52,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741834_1010 (size=3306) 2024-11-08T22:53:52,760 DEBUG [RS:0;ff635fa717b5:38177 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/oldWALs 2024-11-08T22:53:52,760 INFO [RS:0;ff635fa717b5:38177 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff635fa717b5%2C38177%2C1731106380369.meta:.meta(num 1731106381363) 2024-11-08T22:53:52,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741844_1020 (size=1252) 2024-11-08T22:53:52,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33085 is added to blk_1073741844_1020 (size=1252) 2024-11-08T22:53:52,765 DEBUG [RS:0;ff635fa717b5:38177 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/oldWALs 2024-11-08T22:53:52,765 INFO [RS:0;ff635fa717b5:38177 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff635fa717b5%2C38177%2C1731106380369:(num 1731106432061) 2024-11-08T22:53:52,765 DEBUG [RS:0;ff635fa717b5:38177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:53:52,765 INFO [RS:0;ff635fa717b5:38177 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:53:52,765 INFO [RS:0;ff635fa717b5:38177 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:53:52,766 INFO [RS:0;ff635fa717b5:38177 {}] hbase.ChoreService(370): Chore service for: regionserver/ff635fa717b5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T22:53:52,766 INFO [RS:0;ff635fa717b5:38177 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:53:52,766 INFO [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:53:52,766 INFO [RS:0;ff635fa717b5:38177 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38177 2024-11-08T22:53:52,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38177-0x1011ca715440001, quorum=127.0.0.1:61921, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ff635fa717b5,38177,1731106380369 2024-11-08T22:53:52,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45451-0x1011ca715440000, quorum=127.0.0.1:61921, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T22:53:52,820 INFO [RS:0;ff635fa717b5:38177 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:53:52,831 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff635fa717b5,38177,1731106380369] 2024-11-08T22:53:52,841 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ff635fa717b5,38177,1731106380369 already deleted, retry=false 2024-11-08T22:53:52,842 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff635fa717b5,38177,1731106380369 expired; onlineServers=0 2024-11-08T22:53:52,842 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ff635fa717b5,45451,1731106380203' ***** 2024-11-08T22:53:52,842 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T22:53:52,842 INFO [M:0;ff635fa717b5:45451 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:53:52,842 INFO [M:0;ff635fa717b5:45451 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:53:52,842 DEBUG [M:0;ff635fa717b5:45451 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T22:53:52,843 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T22:53:52,843 DEBUG [M:0;ff635fa717b5:45451 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T22:53:52,843 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731106380734 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731106380734,5,FailOnTimeoutGroup] 2024-11-08T22:53:52,843 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731106380734 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731106380734,5,FailOnTimeoutGroup] 2024-11-08T22:53:52,843 INFO [M:0;ff635fa717b5:45451 {}] hbase.ChoreService(370): Chore service for: master/ff635fa717b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T22:53:52,843 INFO [M:0;ff635fa717b5:45451 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:53:52,843 DEBUG [M:0;ff635fa717b5:45451 {}] master.HMaster(1795): Stopping service threads 2024-11-08T22:53:52,844 INFO [M:0;ff635fa717b5:45451 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T22:53:52,844 INFO [M:0;ff635fa717b5:45451 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T22:53:52,844 INFO [M:0;ff635fa717b5:45451 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T22:53:52,844 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T22:53:52,846 INFO [regionserver/ff635fa717b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:53:52,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45451-0x1011ca715440000, quorum=127.0.0.1:61921, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T22:53:52,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45451-0x1011ca715440000, quorum=127.0.0.1:61921, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:53:52,852 DEBUG [M:0;ff635fa717b5:45451 {}] zookeeper.ZKUtil(347): master:45451-0x1011ca715440000, quorum=127.0.0.1:61921, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T22:53:52,853 WARN [M:0;ff635fa717b5:45451 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T22:53:52,855 INFO [M:0;ff635fa717b5:45451 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/.lastflushedseqids 2024-11-08T22:53:52,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33085 is added to blk_1073741849_1025 (size=130) 2024-11-08T22:53:52,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741849_1025 (size=130) 2024-11-08T22:53:52,866 INFO [M:0;ff635fa717b5:45451 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T22:53:52,866 INFO [M:0;ff635fa717b5:45451 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T22:53:52,866 DEBUG [M:0;ff635fa717b5:45451 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T22:53:52,866 INFO [M:0;ff635fa717b5:45451 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:53:52,866 DEBUG [M:0;ff635fa717b5:45451 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:53:52,867 DEBUG [M:0;ff635fa717b5:45451 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T22:53:52,867 DEBUG [M:0;ff635fa717b5:45451 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:53:52,867 INFO [M:0;ff635fa717b5:45451 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.56 KB heapSize=54.94 KB 2024-11-08T22:53:52,882 DEBUG [M:0;ff635fa717b5:45451 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8089640d934646e69779ae4b973a64c0 is 82, key is hbase:meta,,1/info:regioninfo/1731106381401/Put/seqid=0 2024-11-08T22:53:52,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741850_1026 (size=5672) 2024-11-08T22:53:52,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33085 is added to blk_1073741850_1026 (size=5672) 2024-11-08T22:53:52,887 INFO [M:0;ff635fa717b5:45451 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8089640d934646e69779ae4b973a64c0 2024-11-08T22:53:52,908 DEBUG [M:0;ff635fa717b5:45451 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df4e318604704887867e0fbca24d6d60 is 798, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731106381998/Put/seqid=0 2024-11-08T22:53:52,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741851_1027 (size=7819) 2024-11-08T22:53:52,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33085 is added to blk_1073741851_1027 (size=7819) 2024-11-08T22:53:52,913 INFO [M:0;ff635fa717b5:45451 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.95 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df4e318604704887867e0fbca24d6d60 2024-11-08T22:53:52,920 INFO [M:0;ff635fa717b5:45451 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for df4e318604704887867e0fbca24d6d60 2024-11-08T22:53:52,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38177-0x1011ca715440001, quorum=127.0.0.1:61921, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:53:52,931 INFO [RS:0;ff635fa717b5:38177 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:53:52,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38177-0x1011ca715440001, quorum=127.0.0.1:61921, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:53:52,931 INFO [RS:0;ff635fa717b5:38177 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff635fa717b5,38177,1731106380369; zookeeper connection closed. 2024-11-08T22:53:52,932 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4e144e6b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4e144e6b 2024-11-08T22:53:52,932 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T22:53:52,939 DEBUG [M:0;ff635fa717b5:45451 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/881d0c133ac34c8fb6393255897eef4d is 69, key is ff635fa717b5,38177,1731106380369/rs:state/1731106380828/Put/seqid=0 2024-11-08T22:53:52,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741852_1028 (size=5156) 2024-11-08T22:53:52,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33085 is added to blk_1073741852_1028 (size=5156) 2024-11-08T22:53:52,945 INFO [M:0;ff635fa717b5:45451 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/881d0c133ac34c8fb6393255897eef4d 2024-11-08T22:53:52,969 DEBUG [M:0;ff635fa717b5:45451 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/7abd910056404b76a6c343211e2706df is 52, key is load_balancer_on/state:d/1731106381607/Put/seqid=0 2024-11-08T22:53:52,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33085 is added to blk_1073741853_1029 (size=5056) 2024-11-08T22:53:52,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741853_1029 (size=5056) 2024-11-08T22:53:52,976 INFO [M:0;ff635fa717b5:45451 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/7abd910056404b76a6c343211e2706df 2024-11-08T22:53:52,982 DEBUG [M:0;ff635fa717b5:45451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8089640d934646e69779ae4b973a64c0 as hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8089640d934646e69779ae4b973a64c0 2024-11-08T22:53:52,988 INFO [M:0;ff635fa717b5:45451 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8089640d934646e69779ae4b973a64c0, entries=8, sequenceid=121, filesize=5.5 K 2024-11-08T22:53:52,989 DEBUG [M:0;ff635fa717b5:45451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df4e318604704887867e0fbca24d6d60 as hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/df4e318604704887867e0fbca24d6d60 2024-11-08T22:53:52,994 INFO [M:0;ff635fa717b5:45451 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for df4e318604704887867e0fbca24d6d60 2024-11-08T22:53:52,994 INFO [M:0;ff635fa717b5:45451 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/df4e318604704887867e0fbca24d6d60, entries=14, sequenceid=121, filesize=7.6 K 2024-11-08T22:53:52,995 DEBUG [M:0;ff635fa717b5:45451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/881d0c133ac34c8fb6393255897eef4d as hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/881d0c133ac34c8fb6393255897eef4d 2024-11-08T22:53:53,001 INFO [M:0;ff635fa717b5:45451 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/881d0c133ac34c8fb6393255897eef4d, entries=1, sequenceid=121, filesize=5.0 K 2024-11-08T22:53:53,002 DEBUG [M:0;ff635fa717b5:45451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/7abd910056404b76a6c343211e2706df as hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/7abd910056404b76a6c343211e2706df 2024-11-08T22:53:53,007 INFO [M:0;ff635fa717b5:45451 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37361/user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/7abd910056404b76a6c343211e2706df, entries=1, sequenceid=121, filesize=4.9 K 2024-11-08T22:53:53,008 INFO [M:0;ff635fa717b5:45451 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.56 KB/44602, heapSize ~54.88 KB/56192, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 141ms, sequenceid=121, compaction requested=false 2024-11-08T22:53:53,010 INFO [M:0;ff635fa717b5:45451 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:53:53,010 DEBUG [M:0;ff635fa717b5:45451 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731106432866Disabling compacts and flushes for region at 1731106432866Disabling writes for close at 1731106432867 (+1 ms)Obtaining lock to block concurrent updates at 1731106432867Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731106432867Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44602, getHeapSize=56192, getOffHeapSize=0, getCellsCount=140 at 1731106432867Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731106432868 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731106432868Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731106432881 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731106432881Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731106432892 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731106432907 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731106432907Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731106432920 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731106432939 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731106432939Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731106432951 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731106432969 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731106432969Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c1c6985: reopening flushed file at 1731106432981 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ba7b3ac: reopening flushed file at 1731106432988 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a143027: reopening flushed file at 1731106432994 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12fa3f58: reopening flushed file at 1731106433001 (+7 ms)Finished flush of dataSize ~43.56 KB/44602, heapSize ~54.88 KB/56192, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 141ms, sequenceid=121, compaction requested=false at 1731106433008 (+7 ms)Writing region close event to WAL at 1731106433010 (+2 ms)Closed at 1731106433010 2024-11-08T22:53:53,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33085 is added to blk_1073741830_1006 (size=52999) 2024-11-08T22:53:53,012 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/30532d38-6eaf-ba10-a78f-6208b7c5bac0/MasterData/WALs/ff635fa717b5,45451,1731106380203/ff635fa717b5%2C45451%2C1731106380203.1731106380504 not finished, retry = 0 2024-11-08T22:53:53,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741830_1006 (size=52999) 2024-11-08T22:53:53,114 INFO [M:0;ff635fa717b5:45451 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T22:53:53,114 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:53:53,114 INFO [M:0;ff635fa717b5:45451 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45451 2024-11-08T22:53:53,114 INFO [M:0;ff635fa717b5:45451 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:53:53,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45451-0x1011ca715440000, quorum=127.0.0.1:61921, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:53:53,226 INFO [M:0;ff635fa717b5:45451 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:53:53,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45451-0x1011ca715440000, quorum=127.0.0.1:61921, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:53:53,232 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6d13d779{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:53:53,233 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2bd74c4e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:53:53,233 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:53:53,234 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e6de787{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:53:53,234 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@327e4fda{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8723287-730c-7a15-3094-fc04eee17d58/hadoop.log.dir/,STOPPED} 2024-11-08T22:53:53,237 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T22:53:53,238 WARN [BP-1280494104-172.17.0.3-1731106377995 heartbeating to localhost/127.0.0.1:37361 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T22:53:53,238 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T22:53:53,238 WARN [BP-1280494104-172.17.0.3-1731106377995 heartbeating to localhost/127.0.0.1:37361 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1280494104-172.17.0.3-1731106377995 (Datanode Uuid 518f2c52-fa1b-4550-acd0-729b6202507d) service to localhost/127.0.0.1:37361 2024-11-08T22:53:53,238 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8723287-730c-7a15-3094-fc04eee17d58/cluster_780c94d9-37b5-757f-0b08-b0f64ca55f61/data/data3/current/BP-1280494104-172.17.0.3-1731106377995 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:53:53,239 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8723287-730c-7a15-3094-fc04eee17d58/cluster_780c94d9-37b5-757f-0b08-b0f64ca55f61/data/data4/current/BP-1280494104-172.17.0.3-1731106377995 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:53:53,239 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T22:53:53,242 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2cac673c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:53:53,242 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@617c715{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:53:53,242 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:53:53,242 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b10ba25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:53:53,243 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a4b3624{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8723287-730c-7a15-3094-fc04eee17d58/hadoop.log.dir/,STOPPED} 2024-11-08T22:53:53,244 WARN [BP-1280494104-172.17.0.3-1731106377995 heartbeating to localhost/127.0.0.1:37361 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T22:53:53,244 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T22:53:53,244 WARN [BP-1280494104-172.17.0.3-1731106377995 heartbeating to localhost/127.0.0.1:37361 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1280494104-172.17.0.3-1731106377995 (Datanode Uuid a00a9a92-de61-46db-a468-4576b258b49e) service to localhost/127.0.0.1:37361 2024-11-08T22:53:53,244 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T22:53:53,245 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8723287-730c-7a15-3094-fc04eee17d58/cluster_780c94d9-37b5-757f-0b08-b0f64ca55f61/data/data1/current/BP-1280494104-172.17.0.3-1731106377995 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:53:53,245 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8723287-730c-7a15-3094-fc04eee17d58/cluster_780c94d9-37b5-757f-0b08-b0f64ca55f61/data/data2/current/BP-1280494104-172.17.0.3-1731106377995 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:53:53,245 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T22:53:53,251 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f13cb2d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T22:53:53,252 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7bd1fb1d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:53:53,252 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:53:53,252 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38ff7347{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:53:53,252 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ffe7f97{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8723287-730c-7a15-3094-fc04eee17d58/hadoop.log.dir/,STOPPED} 2024-11-08T22:53:53,259 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T22:53:53,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T22:53:53,292 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=98 (was 104), OpenFileDescriptor=426 (was 443), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=60 (was 114), ProcessCount=11 (was 11), AvailableMemoryMB=7169 (was 7290) 2024-11-08T22:53:53,297 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=98, OpenFileDescriptor=426, MaxFileDescriptor=1048576, SystemLoadAverage=60, ProcessCount=11, AvailableMemoryMB=7169 2024-11-08T22:53:53,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T22:53:53,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8723287-730c-7a15-3094-fc04eee17d58/hadoop.log.dir so I do NOT create it in target/test-data/6db0a2d5-f12c-0bc5-846a-9831c30c4044 2024-11-08T22:53:53,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8723287-730c-7a15-3094-fc04eee17d58/hadoop.tmp.dir so I do NOT create it in target/test-data/6db0a2d5-f12c-0bc5-846a-9831c30c4044 2024-11-08T22:53:53,297 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6db0a2d5-f12c-0bc5-846a-9831c30c4044/cluster_2409fae3-12b6-b150-db67-851f41a7e38b, deleteOnExit=true 2024-11-08T22:53:53,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T22:53:53,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6db0a2d5-f12c-0bc5-846a-9831c30c4044/test.cache.data in system properties and HBase conf 2024-11-08T22:53:53,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6db0a2d5-f12c-0bc5-846a-9831c30c4044/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T22:53:53,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6db0a2d5-f12c-0bc5-846a-9831c30c4044/hadoop.log.dir in system properties and HBase conf 2024-11-08T22:53:53,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6db0a2d5-f12c-0bc5-846a-9831c30c4044/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T22:53:53,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6db0a2d5-f12c-0bc5-846a-9831c30c4044/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T22:53:53,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T22:53:53,298 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T22:53:53,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6db0a2d5-f12c-0bc5-846a-9831c30c4044/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T22:53:53,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6db0a2d5-f12c-0bc5-846a-9831c30c4044/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T22:53:53,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6db0a2d5-f12c-0bc5-846a-9831c30c4044/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T22:53:53,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6db0a2d5-f12c-0bc5-846a-9831c30c4044/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T22:53:53,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6db0a2d5-f12c-0bc5-846a-9831c30c4044/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T22:53:53,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6db0a2d5-f12c-0bc5-846a-9831c30c4044/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T22:53:53,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6db0a2d5-f12c-0bc5-846a-9831c30c4044/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T22:53:53,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6db0a2d5-f12c-0bc5-846a-9831c30c4044/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T22:53:53,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6db0a2d5-f12c-0bc5-846a-9831c30c4044/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T22:53:53,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6db0a2d5-f12c-0bc5-846a-9831c30c4044/nfs.dump.dir in system properties and HBase conf 2024-11-08T22:53:53,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6db0a2d5-f12c-0bc5-846a-9831c30c4044/java.io.tmpdir in system properties and HBase conf 2024-11-08T22:53:53,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6db0a2d5-f12c-0bc5-846a-9831c30c4044/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T22:53:53,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6db0a2d5-f12c-0bc5-846a-9831c30c4044/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T22:53:53,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6db0a2d5-f12c-0bc5-846a-9831c30c4044/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T22:53:53,731 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:53:53,735 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:53:53,736 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:53:53,736 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:53:53,736 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T22:53:53,737 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:53:53,737 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57c363c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6db0a2d5-f12c-0bc5-846a-9831c30c4044/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:53:53,737 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7892c223{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:53:53,831 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bfbb581{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6db0a2d5-f12c-0bc5-846a-9831c30c4044/java.io.tmpdir/jetty-localhost-36359-hadoop-hdfs-3_4_1-tests_jar-_-any-2297013113214737824/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T22:53:53,832 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d765d60{HTTP/1.1, (http/1.1)}{localhost:36359} 2024-11-08T22:53:53,832 INFO [Time-limited test {}] server.Server(415): Started @150219ms 2024-11-08T22:53:54,107 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:53:54,110 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:53:54,111 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:53:54,111 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:53:54,111 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T22:53:54,112 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26819ed4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6db0a2d5-f12c-0bc5-846a-9831c30c4044/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:53:54,112 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7dcfdafc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:53:54,207 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13421ea3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6db0a2d5-f12c-0bc5-846a-9831c30c4044/java.io.tmpdir/jetty-localhost-44565-hadoop-hdfs-3_4_1-tests_jar-_-any-5680623149474479703/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:53:54,207 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@545af84f{HTTP/1.1, (http/1.1)}{localhost:44565} 2024-11-08T22:53:54,207 INFO [Time-limited test {}] server.Server(415): Started @150594ms 2024-11-08T22:53:54,208 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T22:53:54,236 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:53:54,239 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:53:54,240 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:53:54,240 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:53:54,240 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T22:53:54,241 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7776b9e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6db0a2d5-f12c-0bc5-846a-9831c30c4044/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:53:54,241 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d0551e0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:53:54,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6e2c8810{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6db0a2d5-f12c-0bc5-846a-9831c30c4044/java.io.tmpdir/jetty-localhost-38777-hadoop-hdfs-3_4_1-tests_jar-_-any-14267943344424657007/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:53:54,334 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3bcb380d{HTTP/1.1, (http/1.1)}{localhost:38777} 2024-11-08T22:53:54,334 INFO [Time-limited test {}] server.Server(415): Started @150721ms 2024-11-08T22:53:54,335 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T22:53:55,323 WARN [Thread-1103 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6db0a2d5-f12c-0bc5-846a-9831c30c4044/cluster_2409fae3-12b6-b150-db67-851f41a7e38b/data/data1/current/BP-2104218798-172.17.0.3-1731106433325/current, will proceed with Du for space computation calculation, 2024-11-08T22:53:55,324 WARN [Thread-1104 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6db0a2d5-f12c-0bc5-846a-9831c30c4044/cluster_2409fae3-12b6-b150-db67-851f41a7e38b/data/data2/current/BP-2104218798-172.17.0.3-1731106433325/current, will proceed with Du for space computation calculation, 2024-11-08T22:53:55,350 WARN [Thread-1067 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T22:53:55,353 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ab9e9f58ffab8a6 with lease ID 0x3bfcd6bc33309da3: Processing first storage report for DS-033628d9-6dcb-4a99-8594-c2278156b5a7 from datanode DatanodeRegistration(127.0.0.1:38963, datanodeUuid=ac12415e-d662-42d7-8d3e-aeec11e5a8a8, infoPort=36653, infoSecurePort=0, ipcPort=33481, storageInfo=lv=-57;cid=testClusterID;nsid=905932692;c=1731106433325) 2024-11-08T22:53:55,353 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ab9e9f58ffab8a6 with lease ID 0x3bfcd6bc33309da3: from storage DS-033628d9-6dcb-4a99-8594-c2278156b5a7 node DatanodeRegistration(127.0.0.1:38963, datanodeUuid=ac12415e-d662-42d7-8d3e-aeec11e5a8a8, infoPort=36653, infoSecurePort=0, ipcPort=33481, storageInfo=lv=-57;cid=testClusterID;nsid=905932692;c=1731106433325), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:53:55,353 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ab9e9f58ffab8a6 with lease ID 0x3bfcd6bc33309da3: Processing first storage report for DS-730ec088-c734-4b1d-85cf-afd3bd6ff2ff from datanode DatanodeRegistration(127.0.0.1:38963, datanodeUuid=ac12415e-d662-42d7-8d3e-aeec11e5a8a8, infoPort=36653, infoSecurePort=0, ipcPort=33481, storageInfo=lv=-57;cid=testClusterID;nsid=905932692;c=1731106433325) 2024-11-08T22:53:55,353 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ab9e9f58ffab8a6 with lease ID 0x3bfcd6bc33309da3: from storage DS-730ec088-c734-4b1d-85cf-afd3bd6ff2ff node DatanodeRegistration(127.0.0.1:38963, datanodeUuid=ac12415e-d662-42d7-8d3e-aeec11e5a8a8, infoPort=36653, infoSecurePort=0, ipcPort=33481, storageInfo=lv=-57;cid=testClusterID;nsid=905932692;c=1731106433325), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:53:55,461 WARN [Thread-1114 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6db0a2d5-f12c-0bc5-846a-9831c30c4044/cluster_2409fae3-12b6-b150-db67-851f41a7e38b/data/data3/current/BP-2104218798-172.17.0.3-1731106433325/current, will proceed with Du for space computation calculation, 2024-11-08T22:53:55,461 WARN [Thread-1115 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6db0a2d5-f12c-0bc5-846a-9831c30c4044/cluster_2409fae3-12b6-b150-db67-851f41a7e38b/data/data4/current/BP-2104218798-172.17.0.3-1731106433325/current, will proceed with Du for space computation calculation, 2024-11-08T22:53:55,483 WARN [Thread-1090 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T22:53:55,485 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdfa05e310ae80266 with lease ID 0x3bfcd6bc33309da4: Processing first storage report for DS-65122ea0-1b43-4f32-acff-bbac3ca3a348 from datanode DatanodeRegistration(127.0.0.1:40065, datanodeUuid=e3098d2a-a903-49e3-9477-63ff51069476, infoPort=44943, infoSecurePort=0, ipcPort=40543, storageInfo=lv=-57;cid=testClusterID;nsid=905932692;c=1731106433325) 2024-11-08T22:53:55,485 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdfa05e310ae80266 with lease ID 0x3bfcd6bc33309da4: from storage DS-65122ea0-1b43-4f32-acff-bbac3ca3a348 node DatanodeRegistration(127.0.0.1:40065, datanodeUuid=e3098d2a-a903-49e3-9477-63ff51069476, infoPort=44943, infoSecurePort=0, ipcPort=40543, storageInfo=lv=-57;cid=testClusterID;nsid=905932692;c=1731106433325), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:53:55,485 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdfa05e310ae80266 with lease ID 0x3bfcd6bc33309da4: Processing first storage report for DS-ed2b67a3-757d-49de-abf2-7047cf85297e from datanode DatanodeRegistration(127.0.0.1:40065, datanodeUuid=e3098d2a-a903-49e3-9477-63ff51069476, infoPort=44943, infoSecurePort=0, ipcPort=40543, storageInfo=lv=-57;cid=testClusterID;nsid=905932692;c=1731106433325) 2024-11-08T22:53:55,485 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdfa05e310ae80266 with lease ID 0x3bfcd6bc33309da4: from storage DS-ed2b67a3-757d-49de-abf2-7047cf85297e node DatanodeRegistration(127.0.0.1:40065, datanodeUuid=e3098d2a-a903-49e3-9477-63ff51069476, infoPort=44943, infoSecurePort=0, ipcPort=40543, storageInfo=lv=-57;cid=testClusterID;nsid=905932692;c=1731106433325), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:53:55,573 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6db0a2d5-f12c-0bc5-846a-9831c30c4044 2024-11-08T22:53:55,577 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6db0a2d5-f12c-0bc5-846a-9831c30c4044/cluster_2409fae3-12b6-b150-db67-851f41a7e38b/zookeeper_0, clientPort=65038, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6db0a2d5-f12c-0bc5-846a-9831c30c4044/cluster_2409fae3-12b6-b150-db67-851f41a7e38b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6db0a2d5-f12c-0bc5-846a-9831c30c4044/cluster_2409fae3-12b6-b150-db67-851f41a7e38b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T22:53:55,577 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=65038 2024-11-08T22:53:55,578 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:53:55,579 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:53:55,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741825_1001 (size=7) 2024-11-08T22:53:55,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741825_1001 (size=7) 2024-11-08T22:53:55,589 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071 with version=8 2024-11-08T22:53:55,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/hbase-staging 2024-11-08T22:53:55,591 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:53:55,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:53:55,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:53:55,591 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:53:55,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:53:55,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:53:55,591 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T22:53:55,591 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:53:55,592 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33301 2024-11-08T22:53:55,594 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33301 connecting to ZooKeeper ensemble=127.0.0.1:65038 2024-11-08T22:53:55,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:333010x0, quorum=127.0.0.1:65038, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:53:55,651 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33301-0x1011ca7eda30000 connected 2024-11-08T22:53:55,737 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:53:55,740 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:53:55,745 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33301-0x1011ca7eda30000, quorum=127.0.0.1:65038, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T22:53:55,745 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071, hbase.cluster.distributed=false 2024-11-08T22:53:55,748 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33301-0x1011ca7eda30000, quorum=127.0.0.1:65038, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T22:53:55,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33301 2024-11-08T22:53:55,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33301 2024-11-08T22:53:55,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33301 2024-11-08T22:53:55,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33301 2024-11-08T22:53:55,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33301 2024-11-08T22:53:55,764 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:53:55,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:53:55,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:53:55,764 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:53:55,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:53:55,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:53:55,764 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T22:53:55,764 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:53:55,765 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41961 2024-11-08T22:53:55,766 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41961 connecting to ZooKeeper ensemble=127.0.0.1:65038 2024-11-08T22:53:55,767 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:53:55,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:53:55,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419610x0, quorum=127.0.0.1:65038, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:53:55,778 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:419610x0, quorum=127.0.0.1:65038, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T22:53:55,778 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41961-0x1011ca7eda30001 connected 2024-11-08T22:53:55,779 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T22:53:55,779 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T22:53:55,780 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41961-0x1011ca7eda30001, quorum=127.0.0.1:65038, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T22:53:55,781 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41961-0x1011ca7eda30001, quorum=127.0.0.1:65038, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T22:53:55,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41961 2024-11-08T22:53:55,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41961 2024-11-08T22:53:55,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41961 2024-11-08T22:53:55,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41961 2024-11-08T22:53:55,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41961 2024-11-08T22:53:55,797 DEBUG [M:0;ff635fa717b5:33301 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ff635fa717b5:33301 2024-11-08T22:53:55,797 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/ff635fa717b5,33301,1731106435590 2024-11-08T22:53:55,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41961-0x1011ca7eda30001, quorum=127.0.0.1:65038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T22:53:55,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33301-0x1011ca7eda30000, quorum=127.0.0.1:65038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T22:53:55,810 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33301-0x1011ca7eda30000, quorum=127.0.0.1:65038, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ff635fa717b5,33301,1731106435590 2024-11-08T22:53:55,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41961-0x1011ca7eda30001, quorum=127.0.0.1:65038, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T22:53:55,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33301-0x1011ca7eda30000, quorum=127.0.0.1:65038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:53:55,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41961-0x1011ca7eda30001, quorum=127.0.0.1:65038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:53:55,820 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33301-0x1011ca7eda30000, quorum=127.0.0.1:65038, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T22:53:55,821 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ff635fa717b5,33301,1731106435590 from backup master directory 2024-11-08T22:53:55,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33301-0x1011ca7eda30000, quorum=127.0.0.1:65038, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ff635fa717b5,33301,1731106435590 2024-11-08T22:53:55,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41961-0x1011ca7eda30001, quorum=127.0.0.1:65038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T22:53:55,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33301-0x1011ca7eda30000, quorum=127.0.0.1:65038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T22:53:55,831 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:53:55,831 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ff635fa717b5,33301,1731106435590 2024-11-08T22:53:55,837 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/hbase.id] with ID: 17b9061d-5197-45f3-b0ad-0b13487ce341 2024-11-08T22:53:55,837 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/.tmp/hbase.id 2024-11-08T22:53:55,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741826_1002 (size=42) 2024-11-08T22:53:55,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741826_1002 (size=42) 2024-11-08T22:53:55,847 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/.tmp/hbase.id]:[hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/hbase.id] 2024-11-08T22:53:55,869 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:53:55,869 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T22:53:55,871 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-08T22:53:55,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33301-0x1011ca7eda30000, quorum=127.0.0.1:65038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:53:55,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41961-0x1011ca7eda30001, quorum=127.0.0.1:65038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:53:55,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741827_1003 (size=196) 2024-11-08T22:53:55,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741827_1003 (size=196) 2024-11-08T22:53:55,890 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:53:55,891 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T22:53:55,891 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:53:55,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741828_1004 (size=1189) 2024-11-08T22:53:55,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741828_1004 (size=1189) 2024-11-08T22:53:55,898 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/MasterData/data/master/store 2024-11-08T22:53:55,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741829_1005 (size=34) 2024-11-08T22:53:55,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741829_1005 (size=34) 2024-11-08T22:53:55,905 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:53:55,905 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T22:53:55,905 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:53:55,905 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:53:55,905 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T22:53:55,905 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:53:55,905 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:53:55,905 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731106435905Disabling compacts and flushes for region at 1731106435905Disabling writes for close at 1731106435905Writing region close event to WAL at 1731106435905Closed at 1731106435905 2024-11-08T22:53:55,906 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/MasterData/data/master/store/.initializing 2024-11-08T22:53:55,906 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/MasterData/WALs/ff635fa717b5,33301,1731106435590 2024-11-08T22:53:55,907 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:53:55,908 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff635fa717b5%2C33301%2C1731106435590, suffix=, logDir=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/MasterData/WALs/ff635fa717b5,33301,1731106435590, archiveDir=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/MasterData/oldWALs, maxLogs=10 2024-11-08T22:53:55,919 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/MasterData/WALs/ff635fa717b5,33301,1731106435590/ff635fa717b5%2C33301%2C1731106435590.1731106435908, exclude list is [], retry=0 2024-11-08T22:53:55,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40065,DS-65122ea0-1b43-4f32-acff-bbac3ca3a348,DISK] 2024-11-08T22:53:55,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38963,DS-033628d9-6dcb-4a99-8594-c2278156b5a7,DISK] 2024-11-08T22:53:55,924 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/MasterData/WALs/ff635fa717b5,33301,1731106435590/ff635fa717b5%2C33301%2C1731106435590.1731106435908 2024-11-08T22:53:55,924 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44943:44943),(127.0.0.1/127.0.0.1:36653:36653)] 2024-11-08T22:53:55,925 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:53:55,925 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:53:55,925 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:53:55,925 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:53:55,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:53:55,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T22:53:55,928 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:53:55,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:53:55,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:53:55,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T22:53:55,929 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:53:55,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:53:55,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:53:55,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T22:53:55,931 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:53:55,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:53:55,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:53:55,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T22:53:55,933 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:53:55,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:53:55,933 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:53:55,934 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:53:55,934 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:53:55,936 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:53:55,936 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:53:55,936 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:53:55,937 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:53:55,939 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:53:55,940 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=730976, jitterRate=-0.07051646709442139}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:53:55,940 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731106435925Initializing all the Stores at 1731106435926 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731106435926Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731106435926Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731106435926Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731106435926Cleaning up temporary data from old regions at 1731106435936 (+10 ms)Region opened successfully at 1731106435940 (+4 ms) 2024-11-08T22:53:55,940 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T22:53:55,944 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d78cea1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:53:55,945 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T22:53:55,945 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T22:53:55,945 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T22:53:55,945 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T22:53:55,946 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T22:53:55,946 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T22:53:55,946 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T22:53:55,948 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T22:53:55,949 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33301-0x1011ca7eda30000, quorum=127.0.0.1:65038, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T22:53:55,957 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T22:53:55,957 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T22:53:55,958 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33301-0x1011ca7eda30000, quorum=127.0.0.1:65038, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T22:53:55,967 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T22:53:55,968 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T22:53:55,969 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33301-0x1011ca7eda30000, quorum=127.0.0.1:65038, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T22:53:55,978 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T22:53:55,979 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33301-0x1011ca7eda30000, quorum=127.0.0.1:65038, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T22:53:55,988 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T22:53:55,992 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33301-0x1011ca7eda30000, quorum=127.0.0.1:65038, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T22:53:55,999 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T22:53:56,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33301-0x1011ca7eda30000, quorum=127.0.0.1:65038, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T22:53:56,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41961-0x1011ca7eda30001, quorum=127.0.0.1:65038, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T22:53:56,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33301-0x1011ca7eda30000, quorum=127.0.0.1:65038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:53:56,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41961-0x1011ca7eda30001, quorum=127.0.0.1:65038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:53:56,011 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ff635fa717b5,33301,1731106435590, sessionid=0x1011ca7eda30000, setting cluster-up flag (Was=false) 2024-11-08T22:53:56,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33301-0x1011ca7eda30000, quorum=127.0.0.1:65038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:53:56,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41961-0x1011ca7eda30001, quorum=127.0.0.1:65038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:53:56,062 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T22:53:56,065 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,33301,1731106435590 2024-11-08T22:53:56,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41961-0x1011ca7eda30001, quorum=127.0.0.1:65038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:53:56,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33301-0x1011ca7eda30000, quorum=127.0.0.1:65038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:53:56,273 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T22:53:56,278 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,33301,1731106435590 2024-11-08T22:53:56,280 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T22:53:56,283 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T22:53:56,284 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T22:53:56,284 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T22:53:56,284 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ff635fa717b5,33301,1731106435590 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T22:53:56,289 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:53:56,289 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:53:56,289 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:53:56,289 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:53:56,290 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ff635fa717b5:0, corePoolSize=10, maxPoolSize=10 2024-11-08T22:53:56,290 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:53:56,290 INFO [RS:0;ff635fa717b5:41961 {}] regionserver.HRegionServer(746): ClusterId : 17b9061d-5197-45f3-b0ad-0b13487ce341 2024-11-08T22:53:56,290 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:53:56,290 DEBUG [RS:0;ff635fa717b5:41961 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T22:53:56,290 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:53:56,291 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731106466291 2024-11-08T22:53:56,291 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T22:53:56,291 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T22:53:56,291 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T22:53:56,291 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T22:53:56,292 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T22:53:56,292 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T22:53:56,292 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:53:56,292 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:53:56,292 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T22:53:56,292 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T22:53:56,292 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T22:53:56,292 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T22:53:56,293 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T22:53:56,293 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T22:53:56,293 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731106436293,5,FailOnTimeoutGroup] 2024-11-08T22:53:56,293 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:53:56,293 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T22:53:56,294 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731106436293,5,FailOnTimeoutGroup] 2024-11-08T22:53:56,294 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:53:56,294 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T22:53:56,294 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T22:53:56,294 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T22:53:56,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741831_1007 (size=1321) 2024-11-08T22:53:56,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741831_1007 (size=1321) 2024-11-08T22:53:56,301 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T22:53:56,301 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071 2024-11-08T22:53:56,303 DEBUG [RS:0;ff635fa717b5:41961 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T22:53:56,303 DEBUG [RS:0;ff635fa717b5:41961 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T22:53:56,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741832_1008 (size=32) 2024-11-08T22:53:56,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741832_1008 (size=32) 2024-11-08T22:53:56,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:53:56,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T22:53:56,311 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T22:53:56,311 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:53:56,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:53:56,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T22:53:56,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T22:53:56,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:53:56,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:53:56,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T22:53:56,314 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T22:53:56,314 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:53:56,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:53:56,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T22:53:56,316 DEBUG [RS:0;ff635fa717b5:41961 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T22:53:56,316 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T22:53:56,316 DEBUG [RS:0;ff635fa717b5:41961 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@507eceb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:53:56,316 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:53:56,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:53:56,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T22:53:56,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/hbase/meta/1588230740 2024-11-08T22:53:56,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/hbase/meta/1588230740 2024-11-08T22:53:56,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T22:53:56,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T22:53:56,319 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T22:53:56,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T22:53:56,323 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:53:56,323 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=730428, jitterRate=-0.07121403515338898}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T22:53:56,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731106436308Initializing all the Stores at 1731106436309 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731106436309Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731106436309Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731106436309Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731106436309Cleaning up temporary data from old regions at 1731106436319 (+10 ms)Region opened successfully at 1731106436324 (+5 ms) 2024-11-08T22:53:56,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T22:53:56,324 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T22:53:56,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T22:53:56,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T22:53:56,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T22:53:56,325 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T22:53:56,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731106436324Disabling compacts and flushes for region at 1731106436324Disabling writes for close at 1731106436324Writing region close event to WAL at 1731106436324Closed at 1731106436325 (+1 ms) 2024-11-08T22:53:56,326 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:53:56,326 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T22:53:56,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T22:53:56,327 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:53:56,328 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T22:53:56,329 DEBUG [RS:0;ff635fa717b5:41961 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ff635fa717b5:41961 2024-11-08T22:53:56,329 INFO [RS:0;ff635fa717b5:41961 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T22:53:56,329 INFO [RS:0;ff635fa717b5:41961 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T22:53:56,329 DEBUG [RS:0;ff635fa717b5:41961 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T22:53:56,329 INFO [RS:0;ff635fa717b5:41961 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff635fa717b5,33301,1731106435590 with port=41961, startcode=1731106435763 2024-11-08T22:53:56,330 DEBUG [RS:0;ff635fa717b5:41961 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T22:53:56,332 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39003, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T22:53:56,332 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33301 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff635fa717b5,41961,1731106435763 2024-11-08T22:53:56,332 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33301 {}] master.ServerManager(517): Registering regionserver=ff635fa717b5,41961,1731106435763 2024-11-08T22:53:56,333 DEBUG [RS:0;ff635fa717b5:41961 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071 2024-11-08T22:53:56,333 DEBUG [RS:0;ff635fa717b5:41961 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37865 2024-11-08T22:53:56,334 DEBUG [RS:0;ff635fa717b5:41961 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T22:53:56,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33301-0x1011ca7eda30000, quorum=127.0.0.1:65038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T22:53:56,347 DEBUG [RS:0;ff635fa717b5:41961 {}] zookeeper.ZKUtil(111): regionserver:41961-0x1011ca7eda30001, quorum=127.0.0.1:65038, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ff635fa717b5,41961,1731106435763 2024-11-08T22:53:56,347 WARN [RS:0;ff635fa717b5:41961 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:53:56,347 INFO [RS:0;ff635fa717b5:41961 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:53:56,347 DEBUG [RS:0;ff635fa717b5:41961 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/WALs/ff635fa717b5,41961,1731106435763 2024-11-08T22:53:56,348 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff635fa717b5,41961,1731106435763] 2024-11-08T22:53:56,350 INFO [RS:0;ff635fa717b5:41961 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T22:53:56,352 INFO [RS:0;ff635fa717b5:41961 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T22:53:56,352 INFO [RS:0;ff635fa717b5:41961 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T22:53:56,352 INFO [RS:0;ff635fa717b5:41961 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:53:56,352 INFO [RS:0;ff635fa717b5:41961 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T22:53:56,353 INFO [RS:0;ff635fa717b5:41961 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T22:53:56,353 INFO [RS:0;ff635fa717b5:41961 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T22:53:56,353 DEBUG [RS:0;ff635fa717b5:41961 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:53:56,353 DEBUG [RS:0;ff635fa717b5:41961 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:53:56,353 DEBUG [RS:0;ff635fa717b5:41961 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:53:56,353 DEBUG [RS:0;ff635fa717b5:41961 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:53:56,353 DEBUG [RS:0;ff635fa717b5:41961 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:53:56,353 DEBUG [RS:0;ff635fa717b5:41961 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:53:56,353 DEBUG [RS:0;ff635fa717b5:41961 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:53:56,354 DEBUG [RS:0;ff635fa717b5:41961 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:53:56,354 DEBUG [RS:0;ff635fa717b5:41961 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:53:56,354 DEBUG [RS:0;ff635fa717b5:41961 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:53:56,354 DEBUG [RS:0;ff635fa717b5:41961 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:53:56,354 DEBUG [RS:0;ff635fa717b5:41961 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:53:56,354 DEBUG [RS:0;ff635fa717b5:41961 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:53:56,354 DEBUG [RS:0;ff635fa717b5:41961 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:53:56,354 INFO [RS:0;ff635fa717b5:41961 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:53:56,354 INFO [RS:0;ff635fa717b5:41961 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:53:56,354 INFO [RS:0;ff635fa717b5:41961 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:53:56,354 INFO [RS:0;ff635fa717b5:41961 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T22:53:56,354 INFO [RS:0;ff635fa717b5:41961 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T22:53:56,354 INFO [RS:0;ff635fa717b5:41961 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,41961,1731106435763-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:53:56,367 INFO [RS:0;ff635fa717b5:41961 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T22:53:56,368 INFO [RS:0;ff635fa717b5:41961 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,41961,1731106435763-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:53:56,368 INFO [RS:0;ff635fa717b5:41961 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:53:56,368 INFO [RS:0;ff635fa717b5:41961 {}] regionserver.Replication(171): ff635fa717b5,41961,1731106435763 started 2024-11-08T22:53:56,380 INFO [RS:0;ff635fa717b5:41961 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:53:56,380 INFO [RS:0;ff635fa717b5:41961 {}] regionserver.HRegionServer(1482): Serving as ff635fa717b5,41961,1731106435763, RpcServer on ff635fa717b5/172.17.0.3:41961, sessionid=0x1011ca7eda30001 2024-11-08T22:53:56,380 DEBUG [RS:0;ff635fa717b5:41961 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T22:53:56,380 DEBUG [RS:0;ff635fa717b5:41961 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff635fa717b5,41961,1731106435763 2024-11-08T22:53:56,380 DEBUG [RS:0;ff635fa717b5:41961 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,41961,1731106435763' 2024-11-08T22:53:56,380 DEBUG [RS:0;ff635fa717b5:41961 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T22:53:56,381 DEBUG [RS:0;ff635fa717b5:41961 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T22:53:56,381 DEBUG [RS:0;ff635fa717b5:41961 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T22:53:56,381 DEBUG [RS:0;ff635fa717b5:41961 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T22:53:56,381 DEBUG [RS:0;ff635fa717b5:41961 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff635fa717b5,41961,1731106435763 2024-11-08T22:53:56,381 DEBUG [RS:0;ff635fa717b5:41961 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,41961,1731106435763' 2024-11-08T22:53:56,381 DEBUG [RS:0;ff635fa717b5:41961 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T22:53:56,382 DEBUG [RS:0;ff635fa717b5:41961 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T22:53:56,382 DEBUG [RS:0;ff635fa717b5:41961 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T22:53:56,382 INFO [RS:0;ff635fa717b5:41961 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T22:53:56,382 INFO [RS:0;ff635fa717b5:41961 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T22:53:56,478 WARN [ff635fa717b5:33301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T22:53:56,483 INFO [RS:0;ff635fa717b5:41961 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:53:56,486 INFO [RS:0;ff635fa717b5:41961 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff635fa717b5%2C41961%2C1731106435763, suffix=, logDir=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/WALs/ff635fa717b5,41961,1731106435763, archiveDir=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/oldWALs, maxLogs=32 2024-11-08T22:53:56,505 DEBUG [RS:0;ff635fa717b5:41961 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/WALs/ff635fa717b5,41961,1731106435763/ff635fa717b5%2C41961%2C1731106435763.1731106436488, exclude list is [], retry=0 2024-11-08T22:53:56,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38963,DS-033628d9-6dcb-4a99-8594-c2278156b5a7,DISK] 2024-11-08T22:53:56,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40065,DS-65122ea0-1b43-4f32-acff-bbac3ca3a348,DISK] 2024-11-08T22:53:56,510 INFO [RS:0;ff635fa717b5:41961 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/WALs/ff635fa717b5,41961,1731106435763/ff635fa717b5%2C41961%2C1731106435763.1731106436488 2024-11-08T22:53:56,510 DEBUG [RS:0;ff635fa717b5:41961 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36653:36653),(127.0.0.1/127.0.0.1:44943:44943)] 2024-11-08T22:53:56,728 DEBUG [ff635fa717b5:33301 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T22:53:56,730 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ff635fa717b5,41961,1731106435763 2024-11-08T22:53:56,733 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,41961,1731106435763, state=OPENING 2024-11-08T22:53:56,779 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T22:53:56,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33301-0x1011ca7eda30000, quorum=127.0.0.1:65038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:53:56,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41961-0x1011ca7eda30001, quorum=127.0.0.1:65038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:53:56,791 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:53:56,791 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T22:53:56,791 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T22:53:56,792 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,41961,1731106435763}] 2024-11-08T22:53:56,948 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T22:53:56,951 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49413, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T22:53:56,959 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T22:53:56,960 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:53:56,960 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T22:53:56,963 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff635fa717b5%2C41961%2C1731106435763.meta, suffix=.meta, logDir=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/WALs/ff635fa717b5,41961,1731106435763, archiveDir=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/oldWALs, maxLogs=32 2024-11-08T22:53:56,978 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/WALs/ff635fa717b5,41961,1731106435763/ff635fa717b5%2C41961%2C1731106435763.meta.1731106436963.meta, exclude list is [], retry=0 2024-11-08T22:53:56,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40065,DS-65122ea0-1b43-4f32-acff-bbac3ca3a348,DISK] 2024-11-08T22:53:56,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38963,DS-033628d9-6dcb-4a99-8594-c2278156b5a7,DISK] 2024-11-08T22:53:56,983 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/WALs/ff635fa717b5,41961,1731106435763/ff635fa717b5%2C41961%2C1731106435763.meta.1731106436963.meta 2024-11-08T22:53:56,983 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44943:44943),(127.0.0.1/127.0.0.1:36653:36653)] 2024-11-08T22:53:56,983 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:53:56,984 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T22:53:56,984 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T22:53:56,984 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T22:53:56,984 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T22:53:56,984 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:53:56,984 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T22:53:56,984 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T22:53:56,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T22:53:56,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T22:53:56,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:53:56,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:53:56,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T22:53:56,988 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T22:53:56,988 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:53:56,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:53:56,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T22:53:56,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T22:53:56,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:53:56,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:53:56,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T22:53:56,990 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T22:53:56,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:53:56,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:53:56,991 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T22:53:56,992 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/hbase/meta/1588230740 2024-11-08T22:53:56,993 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/hbase/meta/1588230740 2024-11-08T22:53:56,994 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T22:53:56,994 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T22:53:56,995 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T22:53:56,996 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T22:53:56,997 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=858832, jitterRate=0.09206241369247437}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T22:53:56,997 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T22:53:56,998 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731106436984Writing region info on filesystem at 1731106436984Initializing all the Stores at 1731106436985 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731106436985Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731106436985Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731106436985Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731106436985Cleaning up temporary data from old regions at 1731106436994 (+9 ms)Running coprocessor post-open hooks at 1731106436997 (+3 ms)Region opened successfully at 1731106436998 (+1 ms) 2024-11-08T22:53:56,999 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731106436948 2024-11-08T22:53:57,001 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T22:53:57,001 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T22:53:57,002 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,41961,1731106435763 2024-11-08T22:53:57,003 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,41961,1731106435763, state=OPEN 2024-11-08T22:53:57,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41961-0x1011ca7eda30001, quorum=127.0.0.1:65038, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T22:53:57,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33301-0x1011ca7eda30000, quorum=127.0.0.1:65038, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T22:53:57,040 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ff635fa717b5,41961,1731106435763 2024-11-08T22:53:57,041 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T22:53:57,041 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T22:53:57,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T22:53:57,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,41961,1731106435763 in 250 msec 2024-11-08T22:53:57,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T22:53:57,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 719 msec 2024-11-08T22:53:57,050 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:53:57,051 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T22:53:57,053 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:53:57,053 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,41961,1731106435763, seqNum=-1] 2024-11-08T22:53:57,053 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:53:57,055 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:53:57,060 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 777 msec 2024-11-08T22:53:57,060 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731106437060, completionTime=-1 2024-11-08T22:53:57,060 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T22:53:57,060 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T22:53:57,062 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T22:53:57,062 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731106497062 2024-11-08T22:53:57,062 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731106557062 2024-11-08T22:53:57,062 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T22:53:57,063 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,33301,1731106435590-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:53:57,063 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,33301,1731106435590-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:53:57,063 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,33301,1731106435590-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:53:57,063 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ff635fa717b5:33301, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:53:57,063 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T22:53:57,063 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T22:53:57,064 DEBUG [master/ff635fa717b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T22:53:57,067 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.236sec 2024-11-08T22:53:57,067 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T22:53:57,067 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T22:53:57,067 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T22:53:57,067 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T22:53:57,067 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T22:53:57,067 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,33301,1731106435590-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:53:57,067 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,33301,1731106435590-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T22:53:57,070 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T22:53:57,070 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T22:53:57,070 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,33301,1731106435590-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:53:57,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cadd4dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:53:57,089 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,33301,-1 for getting cluster id 2024-11-08T22:53:57,089 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:53:57,091 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17b9061d-5197-45f3-b0ad-0b13487ce341' 2024-11-08T22:53:57,091 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:53:57,091 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17b9061d-5197-45f3-b0ad-0b13487ce341" 2024-11-08T22:53:57,092 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ea85259, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:53:57,092 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,33301,-1] 2024-11-08T22:53:57,092 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:53:57,092 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:53:57,094 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:53:57,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cd34180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:53:57,095 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:53:57,096 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,41961,1731106435763, seqNum=-1] 2024-11-08T22:53:57,096 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:53:57,098 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:53:57,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ff635fa717b5,33301,1731106435590 2024-11-08T22:53:57,100 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:53:57,103 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-08T22:53:57,104 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:53:57,105 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,33301,1731106435590 2024-11-08T22:53:57,105 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b46e379 2024-11-08T22:53:57,105 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:53:57,107 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:53:57,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33301 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-08T22:53:57,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33301 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-08T22:53:57,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33301 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:53:57,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33301 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-11-08T22:53:57,110 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T22:53:57,111 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:53:57,111 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33301 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-11-08T22:53:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:53:57,111 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T22:53:57,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741835_1011 (size=381) 2024-11-08T22:53:57,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741835_1011 (size=381) 2024-11-08T22:53:57,120 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 58ddfc2301ceab5eb2ffd4376bfdabc9, NAME => 'TestLogRolling-testLogRolling,,1731106437108.58ddfc2301ceab5eb2ffd4376bfdabc9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071 2024-11-08T22:53:57,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741836_1012 (size=64) 2024-11-08T22:53:57,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741836_1012 (size=64) 2024-11-08T22:53:57,128 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731106437108.58ddfc2301ceab5eb2ffd4376bfdabc9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:53:57,128 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 58ddfc2301ceab5eb2ffd4376bfdabc9, disabling compactions & flushes 2024-11-08T22:53:57,128 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731106437108.58ddfc2301ceab5eb2ffd4376bfdabc9. 2024-11-08T22:53:57,128 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731106437108.58ddfc2301ceab5eb2ffd4376bfdabc9. 2024-11-08T22:53:57,128 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731106437108.58ddfc2301ceab5eb2ffd4376bfdabc9. after waiting 0 ms 2024-11-08T22:53:57,128 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731106437108.58ddfc2301ceab5eb2ffd4376bfdabc9. 2024-11-08T22:53:57,128 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731106437108.58ddfc2301ceab5eb2ffd4376bfdabc9. 2024-11-08T22:53:57,128 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 58ddfc2301ceab5eb2ffd4376bfdabc9: Waiting for close lock at 1731106437128Disabling compacts and flushes for region at 1731106437128Disabling writes for close at 1731106437128Writing region close event to WAL at 1731106437128Closed at 1731106437128 2024-11-08T22:53:57,130 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T22:53:57,130 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1731106437108.58ddfc2301ceab5eb2ffd4376bfdabc9.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731106437130"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731106437130"}]},"ts":"1731106437130"} 2024-11-08T22:53:57,132 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T22:53:57,133 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T22:53:57,133 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731106437133"}]},"ts":"1731106437133"} 2024-11-08T22:53:57,135 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-11-08T22:53:57,135 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=58ddfc2301ceab5eb2ffd4376bfdabc9, ASSIGN}] 2024-11-08T22:53:57,136 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=58ddfc2301ceab5eb2ffd4376bfdabc9, ASSIGN 2024-11-08T22:53:57,137 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=58ddfc2301ceab5eb2ffd4376bfdabc9, ASSIGN; state=OFFLINE, location=ff635fa717b5,41961,1731106435763; forceNewPlan=false, retain=false 2024-11-08T22:53:57,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:53:57,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:53:57,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:53:57,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:53:57,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:53:57,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:53:57,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:53:57,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:53:57,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:53:57,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:53:57,288 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=58ddfc2301ceab5eb2ffd4376bfdabc9, regionState=OPENING, regionLocation=ff635fa717b5,41961,1731106435763 2024-11-08T22:53:57,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=58ddfc2301ceab5eb2ffd4376bfdabc9, ASSIGN because future has completed 2024-11-08T22:53:57,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58ddfc2301ceab5eb2ffd4376bfdabc9, server=ff635fa717b5,41961,1731106435763}] 2024-11-08T22:53:57,448 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731106437108.58ddfc2301ceab5eb2ffd4376bfdabc9. 2024-11-08T22:53:57,449 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 58ddfc2301ceab5eb2ffd4376bfdabc9, NAME => 'TestLogRolling-testLogRolling,,1731106437108.58ddfc2301ceab5eb2ffd4376bfdabc9.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:53:57,449 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 58ddfc2301ceab5eb2ffd4376bfdabc9 2024-11-08T22:53:57,449 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731106437108.58ddfc2301ceab5eb2ffd4376bfdabc9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:53:57,449 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 58ddfc2301ceab5eb2ffd4376bfdabc9 2024-11-08T22:53:57,449 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 58ddfc2301ceab5eb2ffd4376bfdabc9 2024-11-08T22:53:57,452 INFO [StoreOpener-58ddfc2301ceab5eb2ffd4376bfdabc9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 58ddfc2301ceab5eb2ffd4376bfdabc9 2024-11-08T22:53:57,454 INFO [StoreOpener-58ddfc2301ceab5eb2ffd4376bfdabc9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58ddfc2301ceab5eb2ffd4376bfdabc9 columnFamilyName info 2024-11-08T22:53:57,454 DEBUG [StoreOpener-58ddfc2301ceab5eb2ffd4376bfdabc9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:53:57,455 INFO [StoreOpener-58ddfc2301ceab5eb2ffd4376bfdabc9-1 {}] regionserver.HStore(327): Store=58ddfc2301ceab5eb2ffd4376bfdabc9/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:53:57,455 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 58ddfc2301ceab5eb2ffd4376bfdabc9 2024-11-08T22:53:57,456 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9 2024-11-08T22:53:57,457 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9 2024-11-08T22:53:57,457 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 58ddfc2301ceab5eb2ffd4376bfdabc9 2024-11-08T22:53:57,458 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 58ddfc2301ceab5eb2ffd4376bfdabc9 2024-11-08T22:53:57,462 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 58ddfc2301ceab5eb2ffd4376bfdabc9 2024-11-08T22:53:57,465 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:53:57,466 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 58ddfc2301ceab5eb2ffd4376bfdabc9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=786772, jitterRate=4.325360059738159E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T22:53:57,466 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 58ddfc2301ceab5eb2ffd4376bfdabc9 2024-11-08T22:53:57,467 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 58ddfc2301ceab5eb2ffd4376bfdabc9: Running coprocessor pre-open hook at 1731106437450Writing region info on filesystem at 1731106437450Initializing all the Stores at 1731106437451 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731106437451Cleaning up temporary data from old regions at 1731106437458 (+7 ms)Running coprocessor post-open hooks at 1731106437466 (+8 ms)Region opened successfully at 1731106437467 (+1 ms) 2024-11-08T22:53:57,468 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731106437108.58ddfc2301ceab5eb2ffd4376bfdabc9., pid=6, masterSystemTime=1731106437443 2024-11-08T22:53:57,471 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731106437108.58ddfc2301ceab5eb2ffd4376bfdabc9. 2024-11-08T22:53:57,471 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731106437108.58ddfc2301ceab5eb2ffd4376bfdabc9. 2024-11-08T22:53:57,472 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=58ddfc2301ceab5eb2ffd4376bfdabc9, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,41961,1731106435763 2024-11-08T22:53:57,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58ddfc2301ceab5eb2ffd4376bfdabc9, server=ff635fa717b5,41961,1731106435763 because future has completed 2024-11-08T22:53:57,480 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T22:53:57,480 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 58ddfc2301ceab5eb2ffd4376bfdabc9, server=ff635fa717b5,41961,1731106435763 in 186 msec 2024-11-08T22:53:57,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T22:53:57,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=58ddfc2301ceab5eb2ffd4376bfdabc9, ASSIGN in 345 msec 2024-11-08T22:53:57,484 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T22:53:57,485 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731106437484"}]},"ts":"1731106437484"} 2024-11-08T22:53:57,487 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-11-08T22:53:57,488 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T22:53:57,491 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 380 msec 2024-11-08T22:53:57,745 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T22:53:57,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:53:57,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:53:57,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:53:57,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:53:57,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:53:57,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:53:57,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:53:57,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:53:57,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:53:57,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:54:02,214 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-08T22:54:02,214 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-08T22:54:02,351 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T22:54:02,353 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-11-08T22:54:02,953 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T22:54:02,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:54:02,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:54:02,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:54:02,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:54:02,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:54:02,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:54:02,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:54:02,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:54:02,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:54:02,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:54:07,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:54:07,174 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-11-08T22:54:07,174 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-11-08T22:54:07,182 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-11-08T22:54:07,182 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1731106437108.58ddfc2301ceab5eb2ffd4376bfdabc9. 2024-11-08T22:54:07,186 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1731106437108.58ddfc2301ceab5eb2ffd4376bfdabc9., hostname=ff635fa717b5,41961,1731106435763, seqNum=2] 2024-11-08T22:54:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] regionserver.HRegion(8855): Flush requested on 58ddfc2301ceab5eb2ffd4376bfdabc9 2024-11-08T22:54:07,205 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 58ddfc2301ceab5eb2ffd4376bfdabc9 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-08T22:54:07,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/.tmp/info/3c2078f0824344c2abeeee4bb6d2bb9f is 1055, key is row0001/info:/1731106447187/Put/seqid=0 2024-11-08T22:54:07,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741837_1013 (size=13386) 2024-11-08T22:54:07,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741837_1013 (size=13386) 2024-11-08T22:54:07,228 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/.tmp/info/3c2078f0824344c2abeeee4bb6d2bb9f 2024-11-08T22:54:07,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/.tmp/info/3c2078f0824344c2abeeee4bb6d2bb9f as hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/3c2078f0824344c2abeeee4bb6d2bb9f 2024-11-08T22:54:07,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/3c2078f0824344c2abeeee4bb6d2bb9f, entries=8, sequenceid=12, filesize=13.1 K 2024-11-08T22:54:07,245 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=17.45 KB/17867 for 58ddfc2301ceab5eb2ffd4376bfdabc9 in 39ms, sequenceid=12, compaction requested=false 2024-11-08T22:54:07,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 58ddfc2301ceab5eb2ffd4376bfdabc9: 2024-11-08T22:54:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] regionserver.HRegion(8855): Flush requested on 58ddfc2301ceab5eb2ffd4376bfdabc9 2024-11-08T22:54:07,245 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 58ddfc2301ceab5eb2ffd4376bfdabc9 1/1 column families, dataSize=18.47 KB heapSize=20.08 KB 2024-11-08T22:54:07,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/.tmp/info/3879dcdeb70540d59c30fbaa69d241f1 is 1055, key is row0009/info:/1731106447206/Put/seqid=0 2024-11-08T22:54:07,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741838_1014 (size=23926) 2024-11-08T22:54:07,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741838_1014 (size=23926) 2024-11-08T22:54:07,256 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=18.47 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/.tmp/info/3879dcdeb70540d59c30fbaa69d241f1 2024-11-08T22:54:07,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/.tmp/info/3879dcdeb70540d59c30fbaa69d241f1 as hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/3879dcdeb70540d59c30fbaa69d241f1 2024-11-08T22:54:07,267 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/3879dcdeb70540d59c30fbaa69d241f1, entries=18, sequenceid=33, filesize=23.4 K 2024-11-08T22:54:07,268 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.47 KB/18918, heapSize ~20.06 KB/20544, currentSize=6.16 KB/6306 for 58ddfc2301ceab5eb2ffd4376bfdabc9 in 23ms, sequenceid=33, compaction requested=false 2024-11-08T22:54:07,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 58ddfc2301ceab5eb2ffd4376bfdabc9: 2024-11-08T22:54:07,269 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=36.4 K, sizeToCheck=16.0 K 2024-11-08T22:54:07,269 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T22:54:07,269 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/3879dcdeb70540d59c30fbaa69d241f1 because midkey is the same as first or last row 2024-11-08T22:54:09,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] regionserver.HRegion(8855): Flush requested on 58ddfc2301ceab5eb2ffd4376bfdabc9 2024-11-08T22:54:09,267 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 58ddfc2301ceab5eb2ffd4376bfdabc9 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-08T22:54:09,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/.tmp/info/80e3f22394fb45bbbf8e33caab1671f5 is 1055, key is row0027/info:/1731106447246/Put/seqid=0 2024-11-08T22:54:09,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741839_1015 (size=13386) 2024-11-08T22:54:09,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741839_1015 (size=13386) 2024-11-08T22:54:09,281 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=44 (bloomFilter=true), to=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/.tmp/info/80e3f22394fb45bbbf8e33caab1671f5 2024-11-08T22:54:09,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/.tmp/info/80e3f22394fb45bbbf8e33caab1671f5 as hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/80e3f22394fb45bbbf8e33caab1671f5 2024-11-08T22:54:09,294 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/80e3f22394fb45bbbf8e33caab1671f5, entries=8, sequenceid=44, filesize=13.1 K 2024-11-08T22:54:09,295 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for 58ddfc2301ceab5eb2ffd4376bfdabc9 in 28ms, sequenceid=44, compaction requested=true 2024-11-08T22:54:09,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 58ddfc2301ceab5eb2ffd4376bfdabc9: 2024-11-08T22:54:09,295 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=49.5 K, sizeToCheck=16.0 K 2024-11-08T22:54:09,295 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T22:54:09,295 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/3879dcdeb70540d59c30fbaa69d241f1 because midkey is the same as first or last row 2024-11-08T22:54:09,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] regionserver.HRegion(8855): Flush requested on 58ddfc2301ceab5eb2ffd4376bfdabc9 2024-11-08T22:54:09,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 58ddfc2301ceab5eb2ffd4376bfdabc9:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T22:54:09,297 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T22:54:09,299 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 50698 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T22:54:09,299 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.HStore(1541): 58ddfc2301ceab5eb2ffd4376bfdabc9/info is initiating minor compaction (all files) 2024-11-08T22:54:09,299 INFO [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 58ddfc2301ceab5eb2ffd4376bfdabc9/info in TestLogRolling-testLogRolling,,1731106437108.58ddfc2301ceab5eb2ffd4376bfdabc9. 2024-11-08T22:54:09,299 INFO [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/3c2078f0824344c2abeeee4bb6d2bb9f, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/3879dcdeb70540d59c30fbaa69d241f1, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/80e3f22394fb45bbbf8e33caab1671f5] into tmpdir=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/.tmp, totalSize=49.5 K 2024-11-08T22:54:09,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T22:54:09,299 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 58ddfc2301ceab5eb2ffd4376bfdabc9 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-08T22:54:09,300 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c2078f0824344c2abeeee4bb6d2bb9f, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731106447187 2024-11-08T22:54:09,300 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3879dcdeb70540d59c30fbaa69d241f1, keycount=18, bloomtype=ROW, size=23.4 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1731106447206 2024-11-08T22:54:09,301 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] compactions.Compactor(225): Compacting 80e3f22394fb45bbbf8e33caab1671f5, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=1731106447246 2024-11-08T22:54:09,304 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/.tmp/info/28538642310844ea98e10646354342b9 is 1055, key is row0035/info:/1731106449269/Put/seqid=0 2024-11-08T22:54:09,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741840_1016 (size=18662) 2024-11-08T22:54:09,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741840_1016 (size=18662) 2024-11-08T22:54:09,312 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/.tmp/info/28538642310844ea98e10646354342b9 2024-11-08T22:54:09,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/.tmp/info/28538642310844ea98e10646354342b9 as hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/28538642310844ea98e10646354342b9 2024-11-08T22:54:09,324 INFO [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 58ddfc2301ceab5eb2ffd4376bfdabc9#info#compaction#35 average throughput is 11.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T22:54:09,325 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/.tmp/info/9c692aeb8b2640f383c06e0dc2562cdb is 1055, key is row0001/info:/1731106447187/Put/seqid=0 2024-11-08T22:54:09,328 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/28538642310844ea98e10646354342b9, entries=13, sequenceid=60, filesize=18.2 K 2024-11-08T22:54:09,330 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=11.29 KB/11561 for 58ddfc2301ceab5eb2ffd4376bfdabc9 in 30ms, sequenceid=60, compaction requested=false 2024-11-08T22:54:09,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 58ddfc2301ceab5eb2ffd4376bfdabc9: 2024-11-08T22:54:09,330 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=67.7 K, sizeToCheck=16.0 K 2024-11-08T22:54:09,330 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T22:54:09,330 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/3879dcdeb70540d59c30fbaa69d241f1 because midkey is the same as first or last row 2024-11-08T22:54:09,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] regionserver.HRegion(8855): Flush requested on 58ddfc2301ceab5eb2ffd4376bfdabc9 2024-11-08T22:54:09,331 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 58ddfc2301ceab5eb2ffd4376bfdabc9 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-08T22:54:09,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741841_1017 (size=40897) 2024-11-08T22:54:09,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741841_1017 (size=40897) 2024-11-08T22:54:09,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/.tmp/info/59cacbed51574b49af941339b51e32bf is 1055, key is row0048/info:/1731106449300/Put/seqid=0 2024-11-08T22:54:09,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741842_1018 (size=17594) 2024-11-08T22:54:09,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741842_1018 (size=17594) 2024-11-08T22:54:09,346 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/.tmp/info/59cacbed51574b49af941339b51e32bf 2024-11-08T22:54:09,348 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/.tmp/info/9c692aeb8b2640f383c06e0dc2562cdb as hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/9c692aeb8b2640f383c06e0dc2562cdb 2024-11-08T22:54:09,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/.tmp/info/59cacbed51574b49af941339b51e32bf as hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/59cacbed51574b49af941339b51e32bf 2024-11-08T22:54:09,355 INFO [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 58ddfc2301ceab5eb2ffd4376bfdabc9/info of 58ddfc2301ceab5eb2ffd4376bfdabc9 into 9c692aeb8b2640f383c06e0dc2562cdb(size=39.9 K), total size for store is 58.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T22:54:09,355 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 58ddfc2301ceab5eb2ffd4376bfdabc9: 2024-11-08T22:54:09,358 INFO [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731106437108.58ddfc2301ceab5eb2ffd4376bfdabc9., storeName=58ddfc2301ceab5eb2ffd4376bfdabc9/info, priority=13, startTime=1731106449296; duration=0sec 2024-11-08T22:54:09,358 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=58.2 K, sizeToCheck=16.0 K 2024-11-08T22:54:09,358 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T22:54:09,358 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/9c692aeb8b2640f383c06e0dc2562cdb because midkey is the same as first or last row 2024-11-08T22:54:09,359 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=58.2 K, sizeToCheck=16.0 K 2024-11-08T22:54:09,359 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T22:54:09,359 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/9c692aeb8b2640f383c06e0dc2562cdb because midkey is the same as first or last row 2024-11-08T22:54:09,359 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=58.2 K, sizeToCheck=16.0 K 2024-11-08T22:54:09,359 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T22:54:09,359 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/9c692aeb8b2640f383c06e0dc2562cdb because midkey is the same as first or last row 2024-11-08T22:54:09,359 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T22:54:09,359 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 58ddfc2301ceab5eb2ffd4376bfdabc9:info 2024-11-08T22:54:09,361 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/59cacbed51574b49af941339b51e32bf, entries=12, sequenceid=75, filesize=17.2 K 2024-11-08T22:54:09,362 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=5.13 KB/5255 for 58ddfc2301ceab5eb2ffd4376bfdabc9 in 30ms, sequenceid=75, compaction requested=true 2024-11-08T22:54:09,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 58ddfc2301ceab5eb2ffd4376bfdabc9: 2024-11-08T22:54:09,362 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=75.3 K, sizeToCheck=16.0 K 2024-11-08T22:54:09,362 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T22:54:09,362 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/9c692aeb8b2640f383c06e0dc2562cdb because midkey is the same as first or last row 2024-11-08T22:54:09,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 58ddfc2301ceab5eb2ffd4376bfdabc9:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T22:54:09,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T22:54:09,362 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T22:54:09,363 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 77153 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T22:54:09,363 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.HStore(1541): 58ddfc2301ceab5eb2ffd4376bfdabc9/info is initiating minor compaction (all files) 2024-11-08T22:54:09,364 INFO [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 58ddfc2301ceab5eb2ffd4376bfdabc9/info in TestLogRolling-testLogRolling,,1731106437108.58ddfc2301ceab5eb2ffd4376bfdabc9. 2024-11-08T22:54:09,364 INFO [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/9c692aeb8b2640f383c06e0dc2562cdb, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/28538642310844ea98e10646354342b9, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/59cacbed51574b49af941339b51e32bf] into tmpdir=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/.tmp, totalSize=75.3 K 2024-11-08T22:54:09,364 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c692aeb8b2640f383c06e0dc2562cdb, keycount=34, bloomtype=ROW, size=39.9 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=1731106447187 2024-11-08T22:54:09,365 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] compactions.Compactor(225): Compacting 28538642310844ea98e10646354342b9, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731106449269 2024-11-08T22:54:09,365 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] compactions.Compactor(225): Compacting 59cacbed51574b49af941339b51e32bf, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731106449300 2024-11-08T22:54:09,378 INFO [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 58ddfc2301ceab5eb2ffd4376bfdabc9#info#compaction#37 average throughput is 19.71 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T22:54:09,378 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/.tmp/info/7dcd0b5351d741b082633dc53af5c89e is 1055, key is row0001/info:/1731106447187/Put/seqid=0 2024-11-08T22:54:09,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741843_1019 (size=67368) 2024-11-08T22:54:09,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741843_1019 (size=67368) 2024-11-08T22:54:09,392 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/.tmp/info/7dcd0b5351d741b082633dc53af5c89e as hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/7dcd0b5351d741b082633dc53af5c89e 2024-11-08T22:54:09,400 INFO [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 58ddfc2301ceab5eb2ffd4376bfdabc9/info of 58ddfc2301ceab5eb2ffd4376bfdabc9 into 7dcd0b5351d741b082633dc53af5c89e(size=65.8 K), total size for store is 65.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T22:54:09,400 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 58ddfc2301ceab5eb2ffd4376bfdabc9: 2024-11-08T22:54:09,400 INFO [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731106437108.58ddfc2301ceab5eb2ffd4376bfdabc9., storeName=58ddfc2301ceab5eb2ffd4376bfdabc9/info, priority=13, startTime=1731106449362; duration=0sec 2024-11-08T22:54:09,400 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=65.8 K, sizeToCheck=16.0 K 2024-11-08T22:54:09,400 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T22:54:09,400 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/7dcd0b5351d741b082633dc53af5c89e because midkey is the same as first or last row 2024-11-08T22:54:09,401 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=65.8 K, sizeToCheck=16.0 K 2024-11-08T22:54:09,401 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T22:54:09,401 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/7dcd0b5351d741b082633dc53af5c89e because midkey is the same as first or last row 2024-11-08T22:54:09,401 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=65.8 K, sizeToCheck=16.0 K 2024-11-08T22:54:09,401 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T22:54:09,401 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/7dcd0b5351d741b082633dc53af5c89e because midkey is the same as first or last row 2024-11-08T22:54:09,401 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T22:54:09,401 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 58ddfc2301ceab5eb2ffd4376bfdabc9:info 2024-11-08T22:54:11,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] regionserver.HRegion(8855): Flush requested on 58ddfc2301ceab5eb2ffd4376bfdabc9 2024-11-08T22:54:11,353 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 58ddfc2301ceab5eb2ffd4376bfdabc9 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-08T22:54:11,360 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/.tmp/info/aa7760f0b9f64d50bb94ded949aa2197 is 1055, key is row0060/info:/1731106449332/Put/seqid=0 2024-11-08T22:54:11,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741844_1020 (size=13386) 2024-11-08T22:54:11,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741844_1020 (size=13386) 2024-11-08T22:54:11,367 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/.tmp/info/aa7760f0b9f64d50bb94ded949aa2197 2024-11-08T22:54:11,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/.tmp/info/aa7760f0b9f64d50bb94ded949aa2197 as hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/aa7760f0b9f64d50bb94ded949aa2197 2024-11-08T22:54:11,381 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/aa7760f0b9f64d50bb94ded949aa2197, entries=8, sequenceid=88, filesize=13.1 K 2024-11-08T22:54:11,382 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for 58ddfc2301ceab5eb2ffd4376bfdabc9 in 29ms, sequenceid=88, compaction requested=false 2024-11-08T22:54:11,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 58ddfc2301ceab5eb2ffd4376bfdabc9: 2024-11-08T22:54:11,382 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=78.9 K, sizeToCheck=16.0 K 2024-11-08T22:54:11,382 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T22:54:11,382 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/7dcd0b5351d741b082633dc53af5c89e because midkey is the same as first or last row 2024-11-08T22:54:11,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] regionserver.HRegion(8855): Flush requested on 58ddfc2301ceab5eb2ffd4376bfdabc9 2024-11-08T22:54:11,384 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 58ddfc2301ceab5eb2ffd4376bfdabc9 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-08T22:54:11,389 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/.tmp/info/c08a1e51de6d42b9ac97961a02db0b6e is 1055, key is row0068/info:/1731106451355/Put/seqid=0 2024-11-08T22:54:11,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741845_1021 (size=17594) 2024-11-08T22:54:11,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741845_1021 (size=17594) 2024-11-08T22:54:11,395 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/.tmp/info/c08a1e51de6d42b9ac97961a02db0b6e 2024-11-08T22:54:11,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/.tmp/info/c08a1e51de6d42b9ac97961a02db0b6e as hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/c08a1e51de6d42b9ac97961a02db0b6e 2024-11-08T22:54:11,410 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/c08a1e51de6d42b9ac97961a02db0b6e, entries=12, sequenceid=103, filesize=17.2 K 2024-11-08T22:54:11,411 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=12.32 KB/12612 for 58ddfc2301ceab5eb2ffd4376bfdabc9 in 27ms, sequenceid=103, compaction requested=true 2024-11-08T22:54:11,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 58ddfc2301ceab5eb2ffd4376bfdabc9: 2024-11-08T22:54:11,411 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=96.0 K, sizeToCheck=16.0 K 2024-11-08T22:54:11,412 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T22:54:11,412 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/7dcd0b5351d741b082633dc53af5c89e because midkey is the same as first or last row 2024-11-08T22:54:11,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 58ddfc2301ceab5eb2ffd4376bfdabc9:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T22:54:11,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T22:54:11,412 DEBUG [RS:0;ff635fa717b5:41961-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T22:54:11,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] regionserver.HRegion(8855): Flush requested on 58ddfc2301ceab5eb2ffd4376bfdabc9 2024-11-08T22:54:11,413 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 58ddfc2301ceab5eb2ffd4376bfdabc9 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-08T22:54:11,413 DEBUG [RS:0;ff635fa717b5:41961-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 98348 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T22:54:11,413 DEBUG [RS:0;ff635fa717b5:41961-longCompactions-0 {}] regionserver.HStore(1541): 58ddfc2301ceab5eb2ffd4376bfdabc9/info is initiating minor compaction (all files) 2024-11-08T22:54:11,413 INFO [RS:0;ff635fa717b5:41961-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 58ddfc2301ceab5eb2ffd4376bfdabc9/info in TestLogRolling-testLogRolling,,1731106437108.58ddfc2301ceab5eb2ffd4376bfdabc9. 2024-11-08T22:54:11,414 INFO [RS:0;ff635fa717b5:41961-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/7dcd0b5351d741b082633dc53af5c89e, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/aa7760f0b9f64d50bb94ded949aa2197, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/c08a1e51de6d42b9ac97961a02db0b6e] into tmpdir=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/.tmp, totalSize=96.0 K 2024-11-08T22:54:11,414 DEBUG [RS:0;ff635fa717b5:41961-longCompactions-0 {}] compactions.Compactor(225): Compacting 7dcd0b5351d741b082633dc53af5c89e, keycount=59, bloomtype=ROW, size=65.8 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731106447187 2024-11-08T22:54:11,414 DEBUG [RS:0;ff635fa717b5:41961-longCompactions-0 {}] compactions.Compactor(225): Compacting aa7760f0b9f64d50bb94ded949aa2197, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731106449332 2024-11-08T22:54:11,415 DEBUG [RS:0;ff635fa717b5:41961-longCompactions-0 {}] compactions.Compactor(225): Compacting c08a1e51de6d42b9ac97961a02db0b6e, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1731106451355 2024-11-08T22:54:11,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/.tmp/info/8e1d3873f4f8492d811697a33344cedb is 1055, key is row0080/info:/1731106451385/Put/seqid=0 2024-11-08T22:54:11,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741846_1022 (size=19714) 2024-11-08T22:54:11,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741846_1022 (size=19714) 2024-11-08T22:54:11,431 INFO [RS:0;ff635fa717b5:41961-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 58ddfc2301ceab5eb2ffd4376bfdabc9#info#compaction#41 average throughput is 19.80 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T22:54:11,432 DEBUG [RS:0;ff635fa717b5:41961-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/.tmp/info/ba4933e8e61e447a9e32927ccf8f4814 is 1055, key is row0001/info:/1731106447187/Put/seqid=0 2024-11-08T22:54:11,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741847_1023 (size=88587) 2024-11-08T22:54:11,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741847_1023 (size=88587) 2024-11-08T22:54:11,443 DEBUG [RS:0;ff635fa717b5:41961-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/.tmp/info/ba4933e8e61e447a9e32927ccf8f4814 as hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/ba4933e8e61e447a9e32927ccf8f4814 2024-11-08T22:54:11,450 INFO [RS:0;ff635fa717b5:41961-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 58ddfc2301ceab5eb2ffd4376bfdabc9/info of 58ddfc2301ceab5eb2ffd4376bfdabc9 into ba4933e8e61e447a9e32927ccf8f4814(size=86.5 K), total size for store is 86.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T22:54:11,450 DEBUG [RS:0;ff635fa717b5:41961-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 58ddfc2301ceab5eb2ffd4376bfdabc9: 2024-11-08T22:54:11,451 INFO [RS:0;ff635fa717b5:41961-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731106437108.58ddfc2301ceab5eb2ffd4376bfdabc9., storeName=58ddfc2301ceab5eb2ffd4376bfdabc9/info, priority=13, startTime=1731106451412; duration=0sec 2024-11-08T22:54:11,451 DEBUG [RS:0;ff635fa717b5:41961-longCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=86.5 K, sizeToCheck=16.0 K 2024-11-08T22:54:11,451 DEBUG [RS:0;ff635fa717b5:41961-longCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T22:54:11,451 DEBUG [RS:0;ff635fa717b5:41961-longCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=86.5 K, sizeToCheck=16.0 K 2024-11-08T22:54:11,451 DEBUG [RS:0;ff635fa717b5:41961-longCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T22:54:11,451 DEBUG [RS:0;ff635fa717b5:41961-longCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=86.5 K, sizeToCheck=16.0 K 2024-11-08T22:54:11,451 DEBUG [RS:0;ff635fa717b5:41961-longCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T22:54:11,452 DEBUG [RS:0;ff635fa717b5:41961-longCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1731106437108.58ddfc2301ceab5eb2ffd4376bfdabc9., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T22:54:11,452 DEBUG [RS:0;ff635fa717b5:41961-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T22:54:11,452 DEBUG [RS:0;ff635fa717b5:41961-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 58ddfc2301ceab5eb2ffd4376bfdabc9:info 2024-11-08T22:54:11,453 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33301 {}] assignment.AssignmentManager(1355): Split request from ff635fa717b5,41961,1731106435763, parent={ENCODED => 58ddfc2301ceab5eb2ffd4376bfdabc9, NAME => 'TestLogRolling-testLogRolling,,1731106437108.58ddfc2301ceab5eb2ffd4376bfdabc9.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-08T22:54:11,458 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33301 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=ff635fa717b5,41961,1731106435763 2024-11-08T22:54:11,461 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33301 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=58ddfc2301ceab5eb2ffd4376bfdabc9, daughterA=6067fd2405cd1fadd55b9a94744f5d29, daughterB=643686d7e39a8467b181a551f48fbb22 2024-11-08T22:54:11,462 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=58ddfc2301ceab5eb2ffd4376bfdabc9, daughterA=6067fd2405cd1fadd55b9a94744f5d29, daughterB=643686d7e39a8467b181a551f48fbb22 2024-11-08T22:54:11,462 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=58ddfc2301ceab5eb2ffd4376bfdabc9, daughterA=6067fd2405cd1fadd55b9a94744f5d29, daughterB=643686d7e39a8467b181a551f48fbb22 2024-11-08T22:54:11,462 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=58ddfc2301ceab5eb2ffd4376bfdabc9, daughterA=6067fd2405cd1fadd55b9a94744f5d29, daughterB=643686d7e39a8467b181a551f48fbb22 2024-11-08T22:54:11,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=58ddfc2301ceab5eb2ffd4376bfdabc9, UNASSIGN}] 2024-11-08T22:54:11,470 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=58ddfc2301ceab5eb2ffd4376bfdabc9, UNASSIGN 2024-11-08T22:54:11,472 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=58ddfc2301ceab5eb2ffd4376bfdabc9, regionState=CLOSING, regionLocation=ff635fa717b5,41961,1731106435763 2024-11-08T22:54:11,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=58ddfc2301ceab5eb2ffd4376bfdabc9, UNASSIGN because future has completed 2024-11-08T22:54:11,475 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-11-08T22:54:11,475 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 58ddfc2301ceab5eb2ffd4376bfdabc9, server=ff635fa717b5,41961,1731106435763}] 2024-11-08T22:54:11,633 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close 58ddfc2301ceab5eb2ffd4376bfdabc9 2024-11-08T22:54:11,633 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-11-08T22:54:11,634 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing 58ddfc2301ceab5eb2ffd4376bfdabc9, disabling compactions & flushes 2024-11-08T22:54:11,634 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestLogRolling-testLogRolling,,1731106437108.58ddfc2301ceab5eb2ffd4376bfdabc9. 2024-11-08T22:54:11,825 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/.tmp/info/8e1d3873f4f8492d811697a33344cedb 2024-11-08T22:54:11,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/.tmp/info/8e1d3873f4f8492d811697a33344cedb as hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/8e1d3873f4f8492d811697a33344cedb 2024-11-08T22:54:11,843 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/8e1d3873f4f8492d811697a33344cedb, entries=14, sequenceid=120, filesize=19.3 K 2024-11-08T22:54:11,844 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=3.08 KB/3153 for 58ddfc2301ceab5eb2ffd4376bfdabc9 in 431ms, sequenceid=120, compaction requested=false 2024-11-08T22:54:11,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 58ddfc2301ceab5eb2ffd4376bfdabc9: 2024-11-08T22:54:11,844 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731106437108.58ddfc2301ceab5eb2ffd4376bfdabc9. 2024-11-08T22:54:11,844 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731106437108.58ddfc2301ceab5eb2ffd4376bfdabc9. 2024-11-08T22:54:11,844 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731106437108.58ddfc2301ceab5eb2ffd4376bfdabc9. after waiting 0 ms 2024-11-08T22:54:11,844 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731106437108.58ddfc2301ceab5eb2ffd4376bfdabc9. 2024-11-08T22:54:11,844 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing 58ddfc2301ceab5eb2ffd4376bfdabc9 1/1 column families, dataSize=3.08 KB heapSize=3.55 KB 2024-11-08T22:54:11,848 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/.tmp/info/dc5250d31ec247af876718729a660fe5 is 1055, key is row0094/info:/1731106451414/Put/seqid=0 2024-11-08T22:54:11,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741848_1024 (size=8118) 2024-11-08T22:54:11,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741848_1024 (size=8118) 2024-11-08T22:54:11,854 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.08 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/.tmp/info/dc5250d31ec247af876718729a660fe5 2024-11-08T22:54:11,861 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/.tmp/info/dc5250d31ec247af876718729a660fe5 as hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/dc5250d31ec247af876718729a660fe5 2024-11-08T22:54:11,868 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/dc5250d31ec247af876718729a660fe5, entries=3, sequenceid=127, filesize=7.9 K 2024-11-08T22:54:11,869 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~3.08 KB/3153, heapSize ~3.54 KB/3624, currentSize=0 B/0 for 58ddfc2301ceab5eb2ffd4376bfdabc9 in 25ms, sequenceid=127, compaction requested=true 2024-11-08T22:54:11,871 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731106437108.58ddfc2301ceab5eb2ffd4376bfdabc9.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/3c2078f0824344c2abeeee4bb6d2bb9f, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/3879dcdeb70540d59c30fbaa69d241f1, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/9c692aeb8b2640f383c06e0dc2562cdb, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/80e3f22394fb45bbbf8e33caab1671f5, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/28538642310844ea98e10646354342b9, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/7dcd0b5351d741b082633dc53af5c89e, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/59cacbed51574b49af941339b51e32bf, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/aa7760f0b9f64d50bb94ded949aa2197, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/c08a1e51de6d42b9ac97961a02db0b6e] to archive 2024-11-08T22:54:11,872 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731106437108.58ddfc2301ceab5eb2ffd4376bfdabc9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T22:54:11,874 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731106437108.58ddfc2301ceab5eb2ffd4376bfdabc9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/3c2078f0824344c2abeeee4bb6d2bb9f to hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/archive/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/3c2078f0824344c2abeeee4bb6d2bb9f 2024-11-08T22:54:11,875 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731106437108.58ddfc2301ceab5eb2ffd4376bfdabc9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/3879dcdeb70540d59c30fbaa69d241f1 to hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/archive/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/3879dcdeb70540d59c30fbaa69d241f1 2024-11-08T22:54:11,876 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731106437108.58ddfc2301ceab5eb2ffd4376bfdabc9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/9c692aeb8b2640f383c06e0dc2562cdb to hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/archive/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/9c692aeb8b2640f383c06e0dc2562cdb 2024-11-08T22:54:11,878 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731106437108.58ddfc2301ceab5eb2ffd4376bfdabc9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/80e3f22394fb45bbbf8e33caab1671f5 to hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/archive/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/80e3f22394fb45bbbf8e33caab1671f5 2024-11-08T22:54:11,879 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731106437108.58ddfc2301ceab5eb2ffd4376bfdabc9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/28538642310844ea98e10646354342b9 to hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/archive/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/28538642310844ea98e10646354342b9 2024-11-08T22:54:11,880 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731106437108.58ddfc2301ceab5eb2ffd4376bfdabc9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/7dcd0b5351d741b082633dc53af5c89e to hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/archive/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/7dcd0b5351d741b082633dc53af5c89e 2024-11-08T22:54:11,881 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731106437108.58ddfc2301ceab5eb2ffd4376bfdabc9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/59cacbed51574b49af941339b51e32bf to hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/archive/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/59cacbed51574b49af941339b51e32bf 2024-11-08T22:54:11,882 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731106437108.58ddfc2301ceab5eb2ffd4376bfdabc9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/aa7760f0b9f64d50bb94ded949aa2197 to hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/archive/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/aa7760f0b9f64d50bb94ded949aa2197 2024-11-08T22:54:11,883 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731106437108.58ddfc2301ceab5eb2ffd4376bfdabc9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/c08a1e51de6d42b9ac97961a02db0b6e to hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/archive/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/c08a1e51de6d42b9ac97961a02db0b6e 2024-11-08T22:54:11,890 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/recovered.edits/130.seqid, newMaxSeqId=130, maxSeqId=1 2024-11-08T22:54:11,890 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731106437108.58ddfc2301ceab5eb2ffd4376bfdabc9. 2024-11-08T22:54:11,891 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for 58ddfc2301ceab5eb2ffd4376bfdabc9: Waiting for close lock at 1731106451634Running coprocessor pre-close hooks at 1731106451634Disabling compacts and flushes for region at 1731106451634Disabling writes for close at 1731106451844 (+210 ms)Obtaining lock to block concurrent updates at 1731106451844Preparing flush snapshotting stores in 58ddfc2301ceab5eb2ffd4376bfdabc9 at 1731106451844Finished memstore snapshotting TestLogRolling-testLogRolling,,1731106437108.58ddfc2301ceab5eb2ffd4376bfdabc9., syncing WAL and waiting on mvcc, flushsize=dataSize=3153, getHeapSize=3624, getOffHeapSize=0, getCellsCount=3 at 1731106451844Flushing stores of TestLogRolling-testLogRolling,,1731106437108.58ddfc2301ceab5eb2ffd4376bfdabc9. at 1731106451845 (+1 ms)Flushing 58ddfc2301ceab5eb2ffd4376bfdabc9/info: creating writer at 1731106451845Flushing 58ddfc2301ceab5eb2ffd4376bfdabc9/info: appending metadata at 1731106451848 (+3 ms)Flushing 58ddfc2301ceab5eb2ffd4376bfdabc9/info: closing flushed file at 1731106451848Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3788182f: reopening flushed file at 1731106451860 (+12 ms)Finished flush of dataSize ~3.08 KB/3153, heapSize ~3.54 KB/3624, currentSize=0 B/0 for 58ddfc2301ceab5eb2ffd4376bfdabc9 in 25ms, sequenceid=127, compaction requested=true at 1731106451869 (+9 ms)Writing region close event to WAL at 1731106451886 (+17 ms)Running coprocessor post-close hooks at 1731106451890 (+4 ms)Closed at 1731106451890 2024-11-08T22:54:11,893 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed 58ddfc2301ceab5eb2ffd4376bfdabc9 2024-11-08T22:54:11,893 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=58ddfc2301ceab5eb2ffd4376bfdabc9, regionState=CLOSED 2024-11-08T22:54:11,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 58ddfc2301ceab5eb2ffd4376bfdabc9, server=ff635fa717b5,41961,1731106435763 because future has completed 2024-11-08T22:54:11,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T22:54:11,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure 58ddfc2301ceab5eb2ffd4376bfdabc9, server=ff635fa717b5,41961,1731106435763 in 422 msec 2024-11-08T22:54:11,901 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-08T22:54:11,901 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=58ddfc2301ceab5eb2ffd4376bfdabc9, UNASSIGN in 431 msec 2024-11-08T22:54:11,910 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:54:11,913 INFO [PEWorker-4 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 3 storefiles, region=58ddfc2301ceab5eb2ffd4376bfdabc9, threads=3 2024-11-08T22:54:11,915 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/8e1d3873f4f8492d811697a33344cedb for region: 58ddfc2301ceab5eb2ffd4376bfdabc9 2024-11-08T22:54:11,915 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/dc5250d31ec247af876718729a660fe5 for region: 58ddfc2301ceab5eb2ffd4376bfdabc9 2024-11-08T22:54:11,915 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/ba4933e8e61e447a9e32927ccf8f4814 for region: 58ddfc2301ceab5eb2ffd4376bfdabc9 2024-11-08T22:54:11,925 DEBUG [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/dc5250d31ec247af876718729a660fe5, top=true 2024-11-08T22:54:11,925 DEBUG [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/8e1d3873f4f8492d811697a33344cedb, top=true 2024-11-08T22:54:11,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741849_1025 (size=27) 2024-11-08T22:54:11,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741849_1025 (size=27) 2024-11-08T22:54:11,932 INFO [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/TestLogRolling-testLogRolling=58ddfc2301ceab5eb2ffd4376bfdabc9-8e1d3873f4f8492d811697a33344cedb for child: 643686d7e39a8467b181a551f48fbb22, parent: 58ddfc2301ceab5eb2ffd4376bfdabc9 2024-11-08T22:54:11,932 INFO [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/TestLogRolling-testLogRolling=58ddfc2301ceab5eb2ffd4376bfdabc9-dc5250d31ec247af876718729a660fe5 for child: 643686d7e39a8467b181a551f48fbb22, parent: 58ddfc2301ceab5eb2ffd4376bfdabc9 2024-11-08T22:54:11,932 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/dc5250d31ec247af876718729a660fe5 for region: 58ddfc2301ceab5eb2ffd4376bfdabc9 2024-11-08T22:54:11,932 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/8e1d3873f4f8492d811697a33344cedb for region: 58ddfc2301ceab5eb2ffd4376bfdabc9 2024-11-08T22:54:11,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741850_1026 (size=27) 2024-11-08T22:54:11,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741850_1026 (size=27) 2024-11-08T22:54:11,940 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/ba4933e8e61e447a9e32927ccf8f4814 for region: 58ddfc2301ceab5eb2ffd4376bfdabc9 2024-11-08T22:54:11,942 DEBUG [PEWorker-4 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region 58ddfc2301ceab5eb2ffd4376bfdabc9 Daughter A: [hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/6067fd2405cd1fadd55b9a94744f5d29/info/ba4933e8e61e447a9e32927ccf8f4814.58ddfc2301ceab5eb2ffd4376bfdabc9] storefiles, Daughter B: [hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/TestLogRolling-testLogRolling=58ddfc2301ceab5eb2ffd4376bfdabc9-8e1d3873f4f8492d811697a33344cedb, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/ba4933e8e61e447a9e32927ccf8f4814.58ddfc2301ceab5eb2ffd4376bfdabc9, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/TestLogRolling-testLogRolling=58ddfc2301ceab5eb2ffd4376bfdabc9-dc5250d31ec247af876718729a660fe5] storefiles. 2024-11-08T22:54:11,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741851_1027 (size=71) 2024-11-08T22:54:11,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741851_1027 (size=71) 2024-11-08T22:54:11,956 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:54:11,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741852_1028 (size=71) 2024-11-08T22:54:11,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741852_1028 (size=71) 2024-11-08T22:54:11,972 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:54:11,982 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/6067fd2405cd1fadd55b9a94744f5d29/recovered.edits/130.seqid, newMaxSeqId=130, maxSeqId=-1 2024-11-08T22:54:11,985 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/recovered.edits/130.seqid, newMaxSeqId=130, maxSeqId=-1 2024-11-08T22:54:11,987 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731106437108.58ddfc2301ceab5eb2ffd4376bfdabc9.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731106451986"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1731106451986"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1731106451986"}]},"ts":"1731106451986"} 2024-11-08T22:54:11,987 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731106451458.6067fd2405cd1fadd55b9a94744f5d29.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731106451986"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731106451986"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731106451986"}]},"ts":"1731106451986"} 2024-11-08T22:54:11,987 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731106451986"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731106451986"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731106451986"}]},"ts":"1731106451986"} 2024-11-08T22:54:12,004 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=6067fd2405cd1fadd55b9a94744f5d29, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=643686d7e39a8467b181a551f48fbb22, ASSIGN}] 2024-11-08T22:54:12,005 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=6067fd2405cd1fadd55b9a94744f5d29, ASSIGN 2024-11-08T22:54:12,005 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=643686d7e39a8467b181a551f48fbb22, ASSIGN 2024-11-08T22:54:12,006 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=6067fd2405cd1fadd55b9a94744f5d29, ASSIGN; state=SPLITTING_NEW, location=ff635fa717b5,41961,1731106435763; forceNewPlan=false, retain=false 2024-11-08T22:54:12,006 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=643686d7e39a8467b181a551f48fbb22, ASSIGN; state=SPLITTING_NEW, location=ff635fa717b5,41961,1731106435763; forceNewPlan=false, retain=false 2024-11-08T22:54:12,158 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=643686d7e39a8467b181a551f48fbb22, regionState=OPENING, regionLocation=ff635fa717b5,41961,1731106435763 2024-11-08T22:54:12,158 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=6067fd2405cd1fadd55b9a94744f5d29, regionState=OPENING, regionLocation=ff635fa717b5,41961,1731106435763 2024-11-08T22:54:12,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=6067fd2405cd1fadd55b9a94744f5d29, ASSIGN because future has completed 2024-11-08T22:54:12,165 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6067fd2405cd1fadd55b9a94744f5d29, server=ff635fa717b5,41961,1731106435763}] 2024-11-08T22:54:12,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=643686d7e39a8467b181a551f48fbb22, ASSIGN because future has completed 2024-11-08T22:54:12,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 643686d7e39a8467b181a551f48fbb22, server=ff635fa717b5,41961,1731106435763}] 2024-11-08T22:54:12,214 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-08T22:54:12,329 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731106451458.6067fd2405cd1fadd55b9a94744f5d29. 2024-11-08T22:54:12,329 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 6067fd2405cd1fadd55b9a94744f5d29, NAME => 'TestLogRolling-testLogRolling,,1731106451458.6067fd2405cd1fadd55b9a94744f5d29.', STARTKEY => '', ENDKEY => 'row0064'} 2024-11-08T22:54:12,330 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 6067fd2405cd1fadd55b9a94744f5d29 2024-11-08T22:54:12,330 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731106451458.6067fd2405cd1fadd55b9a94744f5d29.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:54:12,330 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 6067fd2405cd1fadd55b9a94744f5d29 2024-11-08T22:54:12,330 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 6067fd2405cd1fadd55b9a94744f5d29 2024-11-08T22:54:12,331 INFO [StoreOpener-6067fd2405cd1fadd55b9a94744f5d29-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 6067fd2405cd1fadd55b9a94744f5d29 2024-11-08T22:54:12,332 INFO [StoreOpener-6067fd2405cd1fadd55b9a94744f5d29-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6067fd2405cd1fadd55b9a94744f5d29 columnFamilyName info 2024-11-08T22:54:12,332 DEBUG [StoreOpener-6067fd2405cd1fadd55b9a94744f5d29-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:54:12,345 DEBUG [StoreOpener-6067fd2405cd1fadd55b9a94744f5d29-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/6067fd2405cd1fadd55b9a94744f5d29/info/ba4933e8e61e447a9e32927ccf8f4814.58ddfc2301ceab5eb2ffd4376bfdabc9->hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/ba4933e8e61e447a9e32927ccf8f4814-bottom 2024-11-08T22:54:12,346 INFO [StoreOpener-6067fd2405cd1fadd55b9a94744f5d29-1 {}] regionserver.HStore(327): Store=6067fd2405cd1fadd55b9a94744f5d29/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:54:12,346 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 6067fd2405cd1fadd55b9a94744f5d29 2024-11-08T22:54:12,346 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/6067fd2405cd1fadd55b9a94744f5d29 2024-11-08T22:54:12,348 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/6067fd2405cd1fadd55b9a94744f5d29 2024-11-08T22:54:12,348 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 6067fd2405cd1fadd55b9a94744f5d29 2024-11-08T22:54:12,348 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 6067fd2405cd1fadd55b9a94744f5d29 2024-11-08T22:54:12,350 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 6067fd2405cd1fadd55b9a94744f5d29 2024-11-08T22:54:12,351 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 6067fd2405cd1fadd55b9a94744f5d29; next sequenceid=131; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=792269, jitterRate=0.0074224770069122314}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T22:54:12,351 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6067fd2405cd1fadd55b9a94744f5d29 2024-11-08T22:54:12,351 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 6067fd2405cd1fadd55b9a94744f5d29: Running coprocessor pre-open hook at 1731106452330Writing region info on filesystem at 1731106452330Initializing all the Stores at 1731106452331 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731106452331Cleaning up temporary data from old regions at 1731106452348 (+17 ms)Running coprocessor post-open hooks at 1731106452351 (+3 ms)Region opened successfully at 1731106452351 2024-11-08T22:54:12,352 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731106451458.6067fd2405cd1fadd55b9a94744f5d29., pid=12, masterSystemTime=1731106452321 2024-11-08T22:54:12,352 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store 6067fd2405cd1fadd55b9a94744f5d29:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T22:54:12,352 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T22:54:12,352 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-08T22:54:12,353 INFO [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1731106451458.6067fd2405cd1fadd55b9a94744f5d29. 2024-11-08T22:54:12,353 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.HStore(1541): 6067fd2405cd1fadd55b9a94744f5d29/info is initiating minor compaction (all files) 2024-11-08T22:54:12,353 INFO [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6067fd2405cd1fadd55b9a94744f5d29/info in TestLogRolling-testLogRolling,,1731106451458.6067fd2405cd1fadd55b9a94744f5d29. 2024-11-08T22:54:12,353 INFO [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/6067fd2405cd1fadd55b9a94744f5d29/info/ba4933e8e61e447a9e32927ccf8f4814.58ddfc2301ceab5eb2ffd4376bfdabc9->hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/ba4933e8e61e447a9e32927ccf8f4814-bottom] into tmpdir=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/6067fd2405cd1fadd55b9a94744f5d29/.tmp, totalSize=86.5 K 2024-11-08T22:54:12,354 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba4933e8e61e447a9e32927ccf8f4814.58ddfc2301ceab5eb2ffd4376bfdabc9, keycount=39, bloomtype=ROW, size=86.5 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1731106447187 2024-11-08T22:54:12,354 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731106451458.6067fd2405cd1fadd55b9a94744f5d29. 2024-11-08T22:54:12,354 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731106451458.6067fd2405cd1fadd55b9a94744f5d29. 2024-11-08T22:54:12,354 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22. 2024-11-08T22:54:12,355 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 643686d7e39a8467b181a551f48fbb22, NAME => 'TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22.', STARTKEY => 'row0064', ENDKEY => ''} 2024-11-08T22:54:12,355 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 643686d7e39a8467b181a551f48fbb22 2024-11-08T22:54:12,355 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:54:12,355 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=6067fd2405cd1fadd55b9a94744f5d29, regionState=OPEN, openSeqNum=131, regionLocation=ff635fa717b5,41961,1731106435763 2024-11-08T22:54:12,355 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 643686d7e39a8467b181a551f48fbb22 2024-11-08T22:54:12,355 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 643686d7e39a8467b181a551f48fbb22 2024-11-08T22:54:12,357 INFO [StoreOpener-643686d7e39a8467b181a551f48fbb22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 643686d7e39a8467b181a551f48fbb22 2024-11-08T22:54:12,357 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41961 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-11-08T22:54:12,358 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T22:54:12,358 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.11 KB heapSize=8.96 KB 2024-11-08T22:54:12,358 INFO [StoreOpener-643686d7e39a8467b181a551f48fbb22-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 643686d7e39a8467b181a551f48fbb22 columnFamilyName info 2024-11-08T22:54:12,358 DEBUG [StoreOpener-643686d7e39a8467b181a551f48fbb22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:54:12,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6067fd2405cd1fadd55b9a94744f5d29, server=ff635fa717b5,41961,1731106435763 because future has completed 2024-11-08T22:54:12,363 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-08T22:54:12,363 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 6067fd2405cd1fadd55b9a94744f5d29, server=ff635fa717b5,41961,1731106435763 in 194 msec 2024-11-08T22:54:12,364 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=6067fd2405cd1fadd55b9a94744f5d29, ASSIGN in 359 msec 2024-11-08T22:54:12,372 DEBUG [StoreOpener-643686d7e39a8467b181a551f48fbb22-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/TestLogRolling-testLogRolling=58ddfc2301ceab5eb2ffd4376bfdabc9-8e1d3873f4f8492d811697a33344cedb 2024-11-08T22:54:12,375 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/hbase/meta/1588230740/.tmp/info/5e801804735e4b1786a2580c4438fd3c is 193, key is TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22./info:regioninfo/1731106452157/Put/seqid=0 2024-11-08T22:54:12,377 DEBUG [StoreOpener-643686d7e39a8467b181a551f48fbb22-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/TestLogRolling-testLogRolling=58ddfc2301ceab5eb2ffd4376bfdabc9-dc5250d31ec247af876718729a660fe5 2024-11-08T22:54:12,378 INFO [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6067fd2405cd1fadd55b9a94744f5d29#info#compaction#44 average throughput is 15.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T22:54:12,379 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/6067fd2405cd1fadd55b9a94744f5d29/.tmp/info/bd0c32d0e8d74032a83afefc2f7ee88b is 1055, key is row0001/info:/1731106447187/Put/seqid=0 2024-11-08T22:54:12,382 DEBUG [StoreOpener-643686d7e39a8467b181a551f48fbb22-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/ba4933e8e61e447a9e32927ccf8f4814.58ddfc2301ceab5eb2ffd4376bfdabc9->hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/ba4933e8e61e447a9e32927ccf8f4814-top 2024-11-08T22:54:12,383 INFO [StoreOpener-643686d7e39a8467b181a551f48fbb22-1 {}] regionserver.HStore(327): Store=643686d7e39a8467b181a551f48fbb22/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:54:12,383 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 643686d7e39a8467b181a551f48fbb22 2024-11-08T22:54:12,384 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22 2024-11-08T22:54:12,385 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22 2024-11-08T22:54:12,386 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 643686d7e39a8467b181a551f48fbb22 2024-11-08T22:54:12,386 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 643686d7e39a8467b181a551f48fbb22 2024-11-08T22:54:12,388 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 643686d7e39a8467b181a551f48fbb22 2024-11-08T22:54:12,389 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 643686d7e39a8467b181a551f48fbb22; next sequenceid=131; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=828500, jitterRate=0.05349275469779968}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T22:54:12,389 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 643686d7e39a8467b181a551f48fbb22 2024-11-08T22:54:12,389 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 643686d7e39a8467b181a551f48fbb22: Running coprocessor pre-open hook at 1731106452355Writing region info on filesystem at 1731106452355Initializing all the Stores at 1731106452356 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731106452356Cleaning up temporary data from old regions at 1731106452386 (+30 ms)Running coprocessor post-open hooks at 1731106452389 (+3 ms)Region opened successfully at 1731106452389 2024-11-08T22:54:12,390 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22., pid=13, masterSystemTime=1731106452321 2024-11-08T22:54:12,390 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store 643686d7e39a8467b181a551f48fbb22:info, priority=-2147483648, current under compaction store size is 2 2024-11-08T22:54:12,390 DEBUG [RS:0;ff635fa717b5:41961-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T22:54:12,390 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T22:54:12,392 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22. 2024-11-08T22:54:12,392 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22. 2024-11-08T22:54:12,416 INFO [RS:0;ff635fa717b5:41961-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22. 2024-11-08T22:54:12,416 DEBUG [RS:0;ff635fa717b5:41961-longCompactions-0 {}] regionserver.HStore(1541): 643686d7e39a8467b181a551f48fbb22/info is initiating minor compaction (all files) 2024-11-08T22:54:12,416 INFO [RS:0;ff635fa717b5:41961-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 643686d7e39a8467b181a551f48fbb22/info in TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22. 2024-11-08T22:54:12,416 INFO [RS:0;ff635fa717b5:41961-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/ba4933e8e61e447a9e32927ccf8f4814.58ddfc2301ceab5eb2ffd4376bfdabc9->hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/ba4933e8e61e447a9e32927ccf8f4814-top, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/TestLogRolling-testLogRolling=58ddfc2301ceab5eb2ffd4376bfdabc9-8e1d3873f4f8492d811697a33344cedb, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/TestLogRolling-testLogRolling=58ddfc2301ceab5eb2ffd4376bfdabc9-dc5250d31ec247af876718729a660fe5] into tmpdir=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp, totalSize=113.7 K 2024-11-08T22:54:12,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741854_1030 (size=71441) 2024-11-08T22:54:12,417 DEBUG [RS:0;ff635fa717b5:41961-longCompactions-0 {}] compactions.Compactor(225): Compacting ba4933e8e61e447a9e32927ccf8f4814.58ddfc2301ceab5eb2ffd4376bfdabc9, keycount=39, bloomtype=ROW, size=86.5 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1731106447187 2024-11-08T22:54:12,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741854_1030 (size=71441) 2024-11-08T22:54:12,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741853_1029 (size=9847) 2024-11-08T22:54:12,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741853_1029 (size=9847) 2024-11-08T22:54:12,418 DEBUG [RS:0;ff635fa717b5:41961-longCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=58ddfc2301ceab5eb2ffd4376bfdabc9-8e1d3873f4f8492d811697a33344cedb, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731106451385 2024-11-08T22:54:12,419 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.92 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/hbase/meta/1588230740/.tmp/info/5e801804735e4b1786a2580c4438fd3c 2024-11-08T22:54:12,419 DEBUG [RS:0;ff635fa717b5:41961-longCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=58ddfc2301ceab5eb2ffd4376bfdabc9-dc5250d31ec247af876718729a660fe5, keycount=3, bloomtype=ROW, size=7.9 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731106451414 2024-11-08T22:54:12,422 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=643686d7e39a8467b181a551f48fbb22, regionState=OPEN, openSeqNum=131, regionLocation=ff635fa717b5,41961,1731106435763 2024-11-08T22:54:12,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 643686d7e39a8467b181a551f48fbb22, server=ff635fa717b5,41961,1731106435763 because future has completed 2024-11-08T22:54:12,426 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/6067fd2405cd1fadd55b9a94744f5d29/.tmp/info/bd0c32d0e8d74032a83afefc2f7ee88b as hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/6067fd2405cd1fadd55b9a94744f5d29/info/bd0c32d0e8d74032a83afefc2f7ee88b 2024-11-08T22:54:12,432 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=11 2024-11-08T22:54:12,432 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 643686d7e39a8467b181a551f48fbb22, server=ff635fa717b5,41961,1731106435763 in 259 msec 2024-11-08T22:54:12,435 INFO [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in 6067fd2405cd1fadd55b9a94744f5d29/info of 6067fd2405cd1fadd55b9a94744f5d29 into bd0c32d0e8d74032a83afefc2f7ee88b(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T22:54:12,435 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6067fd2405cd1fadd55b9a94744f5d29: 2024-11-08T22:54:12,435 INFO [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731106451458.6067fd2405cd1fadd55b9a94744f5d29., storeName=6067fd2405cd1fadd55b9a94744f5d29/info, priority=15, startTime=1731106452352; duration=0sec 2024-11-08T22:54:12,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T22:54:12,435 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T22:54:12,435 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6067fd2405cd1fadd55b9a94744f5d29:info 2024-11-08T22:54:12,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=643686d7e39a8467b181a551f48fbb22, ASSIGN in 428 msec 2024-11-08T22:54:12,437 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=58ddfc2301ceab5eb2ffd4376bfdabc9, daughterA=6067fd2405cd1fadd55b9a94744f5d29, daughterB=643686d7e39a8467b181a551f48fbb22 in 977 msec 2024-11-08T22:54:12,449 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/hbase/meta/1588230740/.tmp/ns/47e932ae93a74618bc5ccc7a2df81c86 is 43, key is default/ns:d/1731106437055/Put/seqid=0 2024-11-08T22:54:12,454 INFO [RS:0;ff635fa717b5:41961-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 643686d7e39a8467b181a551f48fbb22#info#compaction#46 average throughput is 16.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T22:54:12,455 DEBUG [RS:0;ff635fa717b5:41961-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/986cb008e693444699cb8e39f7488540 is 1055, key is row0064/info:/1731106449341/Put/seqid=0 2024-11-08T22:54:12,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741855_1031 (size=5153) 2024-11-08T22:54:12,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741855_1031 (size=5153) 2024-11-08T22:54:12,455 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/hbase/meta/1588230740/.tmp/ns/47e932ae93a74618bc5ccc7a2df81c86 2024-11-08T22:54:12,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741856_1032 (size=40005) 2024-11-08T22:54:12,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741856_1032 (size=40005) 2024-11-08T22:54:12,468 DEBUG [RS:0;ff635fa717b5:41961-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/986cb008e693444699cb8e39f7488540 as hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/986cb008e693444699cb8e39f7488540 2024-11-08T22:54:12,475 INFO [RS:0;ff635fa717b5:41961-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 643686d7e39a8467b181a551f48fbb22/info of 643686d7e39a8467b181a551f48fbb22 into 986cb008e693444699cb8e39f7488540(size=39.1 K), total size for store is 39.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T22:54:12,476 DEBUG [RS:0;ff635fa717b5:41961-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 643686d7e39a8467b181a551f48fbb22: 2024-11-08T22:54:12,476 INFO [RS:0;ff635fa717b5:41961-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22., storeName=643686d7e39a8467b181a551f48fbb22/info, priority=13, startTime=1731106452390; duration=0sec 2024-11-08T22:54:12,476 DEBUG [RS:0;ff635fa717b5:41961-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T22:54:12,476 DEBUG [RS:0;ff635fa717b5:41961-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 643686d7e39a8467b181a551f48fbb22:info 2024-11-08T22:54:12,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/hbase/meta/1588230740/.tmp/table/371a13eac6484e5e974fff5531d57cd7 is 65, key is TestLogRolling-testLogRolling/table:state/1731106437484/Put/seqid=0 2024-11-08T22:54:12,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741857_1033 (size=5340) 2024-11-08T22:54:12,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741857_1033 (size=5340) 2024-11-08T22:54:12,483 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/hbase/meta/1588230740/.tmp/table/371a13eac6484e5e974fff5531d57cd7 2024-11-08T22:54:12,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/hbase/meta/1588230740/.tmp/info/5e801804735e4b1786a2580c4438fd3c as hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/hbase/meta/1588230740/info/5e801804735e4b1786a2580c4438fd3c 2024-11-08T22:54:12,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/hbase/meta/1588230740/info/5e801804735e4b1786a2580c4438fd3c, entries=30, sequenceid=17, filesize=9.6 K 2024-11-08T22:54:12,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/hbase/meta/1588230740/.tmp/ns/47e932ae93a74618bc5ccc7a2df81c86 as hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/hbase/meta/1588230740/ns/47e932ae93a74618bc5ccc7a2df81c86 2024-11-08T22:54:12,502 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/hbase/meta/1588230740/ns/47e932ae93a74618bc5ccc7a2df81c86, entries=2, sequenceid=17, filesize=5.0 K 2024-11-08T22:54:12,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/hbase/meta/1588230740/.tmp/table/371a13eac6484e5e974fff5531d57cd7 as hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/hbase/meta/1588230740/table/371a13eac6484e5e974fff5531d57cd7 2024-11-08T22:54:12,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/hbase/meta/1588230740/table/371a13eac6484e5e974fff5531d57cd7, entries=2, sequenceid=17, filesize=5.2 K 2024-11-08T22:54:12,510 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.11 KB/5234, heapSize ~8.66 KB/8872, currentSize=705 B/705 for 1588230740 in 151ms, sequenceid=17, compaction requested=false 2024-11-08T22:54:12,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-08T22:54:13,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.3:57360 deadline: 1731106463422, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731106437108.58ddfc2301ceab5eb2ffd4376bfdabc9. is not online on ff635fa717b5,41961,1731106435763 2024-11-08T22:54:13,431 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731106437108.58ddfc2301ceab5eb2ffd4376bfdabc9., hostname=ff635fa717b5,41961,1731106435763, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731106437108.58ddfc2301ceab5eb2ffd4376bfdabc9., hostname=ff635fa717b5,41961,1731106435763, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731106437108.58ddfc2301ceab5eb2ffd4376bfdabc9. is not online on ff635fa717b5,41961,1731106435763 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T22:54:13,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731106437108.58ddfc2301ceab5eb2ffd4376bfdabc9., hostname=ff635fa717b5,41961,1731106435763, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731106437108.58ddfc2301ceab5eb2ffd4376bfdabc9. is not online on ff635fa717b5,41961,1731106435763 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T22:54:13,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1731106437108.58ddfc2301ceab5eb2ffd4376bfdabc9., hostname=ff635fa717b5,41961,1731106435763, seqNum=2 from cache 2024-11-08T22:54:16,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:54:16,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:54:16,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:54:16,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:54:16,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:54:16,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:54:16,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:54:16,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:54:16,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:54:16,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:54:17,435 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T22:54:17,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:54:17,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:54:17,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:54:17,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:54:17,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:54:17,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:54:17,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:54:17,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:54:17,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:54:17,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:54:22,214 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-08T22:54:22,214 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-08T22:54:23,515 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0097', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22., hostname=ff635fa717b5,41961,1731106435763, seqNum=131] 2024-11-08T22:54:23,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] regionserver.HRegion(8855): Flush requested on 643686d7e39a8467b181a551f48fbb22 2024-11-08T22:54:23,529 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 643686d7e39a8467b181a551f48fbb22 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-08T22:54:23,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/9f18232b8db5427fa4f356dad2207e3d is 1055, key is row0097/info:/1731106463516/Put/seqid=0 2024-11-08T22:54:23,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741858_1034 (size=13394) 2024-11-08T22:54:23,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741858_1034 (size=13394) 2024-11-08T22:54:23,541 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/9f18232b8db5427fa4f356dad2207e3d 2024-11-08T22:54:23,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/9f18232b8db5427fa4f356dad2207e3d as hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/9f18232b8db5427fa4f356dad2207e3d 2024-11-08T22:54:23,555 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/9f18232b8db5427fa4f356dad2207e3d, entries=8, sequenceid=142, filesize=13.1 K 2024-11-08T22:54:23,556 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for 643686d7e39a8467b181a551f48fbb22 in 26ms, sequenceid=142, compaction requested=false 2024-11-08T22:54:23,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 643686d7e39a8467b181a551f48fbb22: 2024-11-08T22:54:23,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] regionserver.HRegion(8855): Flush requested on 643686d7e39a8467b181a551f48fbb22 2024-11-08T22:54:23,556 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 643686d7e39a8467b181a551f48fbb22 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-08T22:54:23,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/dfd02d5f1589486ca8c8aa48c35cd3d1 is 1055, key is row0105/info:/1731106463530/Put/seqid=0 2024-11-08T22:54:23,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741859_1035 (size=18675) 2024-11-08T22:54:23,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741859_1035 (size=18675) 2024-11-08T22:54:23,568 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/dfd02d5f1589486ca8c8aa48c35cd3d1 2024-11-08T22:54:23,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/dfd02d5f1589486ca8c8aa48c35cd3d1 as hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/dfd02d5f1589486ca8c8aa48c35cd3d1 2024-11-08T22:54:23,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/dfd02d5f1589486ca8c8aa48c35cd3d1, entries=13, sequenceid=158, filesize=18.2 K 2024-11-08T22:54:23,583 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=11.29 KB/11561 for 643686d7e39a8467b181a551f48fbb22 in 27ms, sequenceid=158, compaction requested=true 2024-11-08T22:54:23,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 643686d7e39a8467b181a551f48fbb22: 2024-11-08T22:54:23,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 643686d7e39a8467b181a551f48fbb22:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T22:54:23,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T22:54:23,583 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T22:54:23,584 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 72074 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T22:54:23,585 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.HStore(1541): 643686d7e39a8467b181a551f48fbb22/info is initiating minor compaction (all files) 2024-11-08T22:54:23,585 INFO [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 643686d7e39a8467b181a551f48fbb22/info in TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22. 2024-11-08T22:54:23,585 INFO [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/986cb008e693444699cb8e39f7488540, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/9f18232b8db5427fa4f356dad2207e3d, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/dfd02d5f1589486ca8c8aa48c35cd3d1] into tmpdir=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp, totalSize=70.4 K 2024-11-08T22:54:23,585 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] compactions.Compactor(225): Compacting 986cb008e693444699cb8e39f7488540, keycount=33, bloomtype=ROW, size=39.1 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731106449341 2024-11-08T22:54:23,586 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9f18232b8db5427fa4f356dad2207e3d, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731106463516 2024-11-08T22:54:23,586 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] compactions.Compactor(225): Compacting dfd02d5f1589486ca8c8aa48c35cd3d1, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731106463530 2024-11-08T22:54:23,598 INFO [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 643686d7e39a8467b181a551f48fbb22#info#compaction#50 average throughput is 54.12 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T22:54:23,599 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/f5d85d0e167446e38512022c74a740ec is 1055, key is row0064/info:/1731106449341/Put/seqid=0 2024-11-08T22:54:23,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741860_1036 (size=62288) 2024-11-08T22:54:23,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741860_1036 (size=62288) 2024-11-08T22:54:23,611 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/f5d85d0e167446e38512022c74a740ec as hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/f5d85d0e167446e38512022c74a740ec 2024-11-08T22:54:23,618 INFO [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 643686d7e39a8467b181a551f48fbb22/info of 643686d7e39a8467b181a551f48fbb22 into f5d85d0e167446e38512022c74a740ec(size=60.8 K), total size for store is 60.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T22:54:23,618 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 643686d7e39a8467b181a551f48fbb22: 2024-11-08T22:54:23,618 INFO [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22., storeName=643686d7e39a8467b181a551f48fbb22/info, priority=13, startTime=1731106463583; duration=0sec 2024-11-08T22:54:23,618 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T22:54:23,618 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 643686d7e39a8467b181a551f48fbb22:info 2024-11-08T22:54:25,573 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T22:54:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] regionserver.HRegion(8855): Flush requested on 643686d7e39a8467b181a551f48fbb22 2024-11-08T22:54:25,585 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 643686d7e39a8467b181a551f48fbb22 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-08T22:54:25,592 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/aaed0d5d7b284b5ba08a85f1ae64e6e7 is 1055, key is row0118/info:/1731106463557/Put/seqid=0 2024-11-08T22:54:25,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741861_1037 (size=17606) 2024-11-08T22:54:25,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741861_1037 (size=17606) 2024-11-08T22:54:25,598 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/aaed0d5d7b284b5ba08a85f1ae64e6e7 2024-11-08T22:54:25,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/aaed0d5d7b284b5ba08a85f1ae64e6e7 as hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/aaed0d5d7b284b5ba08a85f1ae64e6e7 2024-11-08T22:54:25,611 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/aaed0d5d7b284b5ba08a85f1ae64e6e7, entries=12, sequenceid=174, filesize=17.2 K 2024-11-08T22:54:25,612 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=10.26 KB/10510 for 643686d7e39a8467b181a551f48fbb22 in 26ms, sequenceid=174, compaction requested=false 2024-11-08T22:54:25,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 643686d7e39a8467b181a551f48fbb22: 2024-11-08T22:54:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] regionserver.HRegion(8855): Flush requested on 643686d7e39a8467b181a551f48fbb22 2024-11-08T22:54:25,612 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 643686d7e39a8467b181a551f48fbb22 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-08T22:54:25,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/c92c32bc99944a99a5732b96f2acb381 is 1055, key is row0130/info:/1731106465589/Put/seqid=0 2024-11-08T22:54:25,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741862_1038 (size=16553) 2024-11-08T22:54:25,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741862_1038 (size=16553) 2024-11-08T22:54:25,622 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/c92c32bc99944a99a5732b96f2acb381 2024-11-08T22:54:25,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/c92c32bc99944a99a5732b96f2acb381 as hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/c92c32bc99944a99a5732b96f2acb381 2024-11-08T22:54:25,635 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/c92c32bc99944a99a5732b96f2acb381, entries=11, sequenceid=188, filesize=16.2 K 2024-11-08T22:54:25,636 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=11.29 KB/11561 for 643686d7e39a8467b181a551f48fbb22 in 24ms, sequenceid=188, compaction requested=true 2024-11-08T22:54:25,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 643686d7e39a8467b181a551f48fbb22: 2024-11-08T22:54:25,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 643686d7e39a8467b181a551f48fbb22:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T22:54:25,636 DEBUG [RS:0;ff635fa717b5:41961-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T22:54:25,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T22:54:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] regionserver.HRegion(8855): Flush requested on 643686d7e39a8467b181a551f48fbb22 2024-11-08T22:54:25,637 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 643686d7e39a8467b181a551f48fbb22 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-08T22:54:25,637 DEBUG [RS:0;ff635fa717b5:41961-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 96447 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T22:54:25,638 DEBUG [RS:0;ff635fa717b5:41961-longCompactions-0 {}] regionserver.HStore(1541): 643686d7e39a8467b181a551f48fbb22/info is initiating minor compaction (all files) 2024-11-08T22:54:25,638 INFO [RS:0;ff635fa717b5:41961-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 643686d7e39a8467b181a551f48fbb22/info in TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22. 2024-11-08T22:54:25,638 INFO [RS:0;ff635fa717b5:41961-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/f5d85d0e167446e38512022c74a740ec, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/aaed0d5d7b284b5ba08a85f1ae64e6e7, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/c92c32bc99944a99a5732b96f2acb381] into tmpdir=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp, totalSize=94.2 K 2024-11-08T22:54:25,638 DEBUG [RS:0;ff635fa717b5:41961-longCompactions-0 {}] compactions.Compactor(225): Compacting f5d85d0e167446e38512022c74a740ec, keycount=54, bloomtype=ROW, size=60.8 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731106449341 2024-11-08T22:54:25,639 DEBUG [RS:0;ff635fa717b5:41961-longCompactions-0 {}] compactions.Compactor(225): Compacting aaed0d5d7b284b5ba08a85f1ae64e6e7, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731106463557 2024-11-08T22:54:25,639 DEBUG [RS:0;ff635fa717b5:41961-longCompactions-0 {}] compactions.Compactor(225): Compacting c92c32bc99944a99a5732b96f2acb381, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731106465589 2024-11-08T22:54:25,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/41f94a2e9dd84b95b34415aba05d9403 is 1055, key is row0141/info:/1731106465613/Put/seqid=0 2024-11-08T22:54:25,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741863_1039 (size=17606) 2024-11-08T22:54:25,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741863_1039 (size=17606) 2024-11-08T22:54:25,648 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/41f94a2e9dd84b95b34415aba05d9403 2024-11-08T22:54:25,655 INFO [RS:0;ff635fa717b5:41961-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 643686d7e39a8467b181a551f48fbb22#info#compaction#54 average throughput is 25.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T22:54:25,655 DEBUG [RS:0;ff635fa717b5:41961-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/d4389dcc4450481f84be69792b4f5e27 is 1055, key is row0064/info:/1731106449341/Put/seqid=0 2024-11-08T22:54:25,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/41f94a2e9dd84b95b34415aba05d9403 as hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/41f94a2e9dd84b95b34415aba05d9403 2024-11-08T22:54:25,663 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/41f94a2e9dd84b95b34415aba05d9403, entries=12, sequenceid=203, filesize=17.2 K 2024-11-08T22:54:25,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741864_1040 (size=86682) 2024-11-08T22:54:25,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741864_1040 (size=86682) 2024-11-08T22:54:25,664 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=8.21 KB/8408 for 643686d7e39a8467b181a551f48fbb22 in 27ms, sequenceid=203, compaction requested=false 2024-11-08T22:54:25,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 643686d7e39a8467b181a551f48fbb22: 2024-11-08T22:54:25,669 DEBUG [RS:0;ff635fa717b5:41961-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/d4389dcc4450481f84be69792b4f5e27 as hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/d4389dcc4450481f84be69792b4f5e27 2024-11-08T22:54:25,675 INFO [RS:0;ff635fa717b5:41961-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 643686d7e39a8467b181a551f48fbb22/info of 643686d7e39a8467b181a551f48fbb22 into d4389dcc4450481f84be69792b4f5e27(size=84.7 K), total size for store is 101.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T22:54:25,675 DEBUG [RS:0;ff635fa717b5:41961-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 643686d7e39a8467b181a551f48fbb22: 2024-11-08T22:54:25,675 INFO [RS:0;ff635fa717b5:41961-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22., storeName=643686d7e39a8467b181a551f48fbb22/info, priority=13, startTime=1731106465636; duration=0sec 2024-11-08T22:54:25,675 DEBUG [RS:0;ff635fa717b5:41961-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T22:54:25,675 DEBUG [RS:0;ff635fa717b5:41961-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 643686d7e39a8467b181a551f48fbb22:info 2024-11-08T22:54:27,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] regionserver.HRegion(8855): Flush requested on 643686d7e39a8467b181a551f48fbb22 2024-11-08T22:54:27,665 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 643686d7e39a8467b181a551f48fbb22 1/1 column families, dataSize=9.24 KB heapSize=10.16 KB 2024-11-08T22:54:27,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/7088f3aeafcc4ed89af5a9ee4ebf6df8 is 1055, key is row0153/info:/1731106465638/Put/seqid=0 2024-11-08T22:54:27,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741865_1041 (size=14447) 2024-11-08T22:54:27,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741865_1041 (size=14447) 2024-11-08T22:54:27,677 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=9.24 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/7088f3aeafcc4ed89af5a9ee4ebf6df8 2024-11-08T22:54:27,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/7088f3aeafcc4ed89af5a9ee4ebf6df8 as hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/7088f3aeafcc4ed89af5a9ee4ebf6df8 2024-11-08T22:54:27,688 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/7088f3aeafcc4ed89af5a9ee4ebf6df8, entries=9, sequenceid=216, filesize=14.1 K 2024-11-08T22:54:27,689 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~9.24 KB/9459, heapSize ~10.15 KB/10392, currentSize=11.29 KB/11561 for 643686d7e39a8467b181a551f48fbb22 in 24ms, sequenceid=216, compaction requested=true 2024-11-08T22:54:27,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 643686d7e39a8467b181a551f48fbb22: 2024-11-08T22:54:27,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 643686d7e39a8467b181a551f48fbb22:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T22:54:27,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T22:54:27,689 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T22:54:27,690 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118735 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T22:54:27,690 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.HStore(1541): 643686d7e39a8467b181a551f48fbb22/info is initiating minor compaction (all files) 2024-11-08T22:54:27,691 INFO [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 643686d7e39a8467b181a551f48fbb22/info in TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22. 2024-11-08T22:54:27,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] regionserver.HRegion(8855): Flush requested on 643686d7e39a8467b181a551f48fbb22 2024-11-08T22:54:27,691 INFO [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/d4389dcc4450481f84be69792b4f5e27, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/41f94a2e9dd84b95b34415aba05d9403, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/7088f3aeafcc4ed89af5a9ee4ebf6df8] into tmpdir=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp, totalSize=116.0 K 2024-11-08T22:54:27,691 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 643686d7e39a8467b181a551f48fbb22 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-08T22:54:27,691 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] compactions.Compactor(225): Compacting d4389dcc4450481f84be69792b4f5e27, keycount=77, bloomtype=ROW, size=84.7 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731106449341 2024-11-08T22:54:27,692 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] compactions.Compactor(225): Compacting 41f94a2e9dd84b95b34415aba05d9403, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731106465613 2024-11-08T22:54:27,692 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7088f3aeafcc4ed89af5a9ee4ebf6df8, keycount=9, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731106465638 2024-11-08T22:54:27,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/8aa45d93aea14976a61a1e6c2dc4fc91 is 1055, key is row0162/info:/1731106467669/Put/seqid=0 2024-11-08T22:54:27,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741866_1042 (size=17606) 2024-11-08T22:54:27,701 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/8aa45d93aea14976a61a1e6c2dc4fc91 2024-11-08T22:54:27,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741866_1042 (size=17606) 2024-11-08T22:54:27,707 INFO [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 643686d7e39a8467b181a551f48fbb22#info#compaction#57 average throughput is 32.74 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T22:54:27,708 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/1ef789705249442a8a39f685f34f4939 is 1055, key is row0064/info:/1731106449341/Put/seqid=0 2024-11-08T22:54:27,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/8aa45d93aea14976a61a1e6c2dc4fc91 as hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/8aa45d93aea14976a61a1e6c2dc4fc91 2024-11-08T22:54:27,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741867_1043 (size=108905) 2024-11-08T22:54:27,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741867_1043 (size=108905) 2024-11-08T22:54:27,716 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/8aa45d93aea14976a61a1e6c2dc4fc91, entries=12, sequenceid=231, filesize=17.2 K 2024-11-08T22:54:27,717 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=11.29 KB/11561 for 643686d7e39a8467b181a551f48fbb22 in 26ms, sequenceid=231, compaction requested=false 2024-11-08T22:54:27,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 643686d7e39a8467b181a551f48fbb22: 2024-11-08T22:54:27,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] regionserver.HRegion(8855): Flush requested on 643686d7e39a8467b181a551f48fbb22 2024-11-08T22:54:27,719 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 643686d7e39a8467b181a551f48fbb22 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-08T22:54:27,722 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/1ef789705249442a8a39f685f34f4939 as hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/1ef789705249442a8a39f685f34f4939 2024-11-08T22:54:27,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/f95486a305774206b1e88e66a99b057d is 1055, key is row0174/info:/1731106467692/Put/seqid=0 2024-11-08T22:54:27,730 INFO [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 643686d7e39a8467b181a551f48fbb22/info of 643686d7e39a8467b181a551f48fbb22 into 1ef789705249442a8a39f685f34f4939(size=106.4 K), total size for store is 123.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T22:54:27,730 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 643686d7e39a8467b181a551f48fbb22: 2024-11-08T22:54:27,730 INFO [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22., storeName=643686d7e39a8467b181a551f48fbb22/info, priority=13, startTime=1731106467689; duration=0sec 2024-11-08T22:54:27,730 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T22:54:27,730 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 643686d7e39a8467b181a551f48fbb22:info 2024-11-08T22:54:27,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741868_1044 (size=18675) 2024-11-08T22:54:27,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741868_1044 (size=18675) 2024-11-08T22:54:27,741 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/f95486a305774206b1e88e66a99b057d 2024-11-08T22:54:27,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/f95486a305774206b1e88e66a99b057d as hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/f95486a305774206b1e88e66a99b057d 2024-11-08T22:54:27,753 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/f95486a305774206b1e88e66a99b057d, entries=13, sequenceid=247, filesize=18.2 K 2024-11-08T22:54:27,755 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=6.16 KB/6306 for 643686d7e39a8467b181a551f48fbb22 in 35ms, sequenceid=247, compaction requested=true 2024-11-08T22:54:27,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 643686d7e39a8467b181a551f48fbb22: 2024-11-08T22:54:27,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 643686d7e39a8467b181a551f48fbb22:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T22:54:27,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T22:54:27,755 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T22:54:27,756 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 145186 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T22:54:27,756 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.HStore(1541): 643686d7e39a8467b181a551f48fbb22/info is initiating minor compaction (all files) 2024-11-08T22:54:27,756 INFO [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 643686d7e39a8467b181a551f48fbb22/info in TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22. 2024-11-08T22:54:27,756 INFO [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/1ef789705249442a8a39f685f34f4939, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/8aa45d93aea14976a61a1e6c2dc4fc91, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/f95486a305774206b1e88e66a99b057d] into tmpdir=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp, totalSize=141.8 K 2024-11-08T22:54:27,757 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ef789705249442a8a39f685f34f4939, keycount=98, bloomtype=ROW, size=106.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731106449341 2024-11-08T22:54:27,757 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8aa45d93aea14976a61a1e6c2dc4fc91, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731106467669 2024-11-08T22:54:27,758 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] compactions.Compactor(225): Compacting f95486a305774206b1e88e66a99b057d, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731106467692 2024-11-08T22:54:27,771 INFO [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 643686d7e39a8467b181a551f48fbb22#info#compaction#59 average throughput is 41.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T22:54:27,772 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/0de8fe65a6f2407b8d693901e4cbfaa8 is 1055, key is row0064/info:/1731106449341/Put/seqid=0 2024-11-08T22:54:27,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741869_1045 (size=135464) 2024-11-08T22:54:27,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741869_1045 (size=135464) 2024-11-08T22:54:27,781 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/0de8fe65a6f2407b8d693901e4cbfaa8 as hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/0de8fe65a6f2407b8d693901e4cbfaa8 2024-11-08T22:54:27,788 INFO [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 643686d7e39a8467b181a551f48fbb22/info of 643686d7e39a8467b181a551f48fbb22 into 0de8fe65a6f2407b8d693901e4cbfaa8(size=132.3 K), total size for store is 132.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T22:54:27,788 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 643686d7e39a8467b181a551f48fbb22: 2024-11-08T22:54:27,788 INFO [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22., storeName=643686d7e39a8467b181a551f48fbb22/info, priority=13, startTime=1731106467755; duration=0sec 2024-11-08T22:54:27,788 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T22:54:27,788 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 643686d7e39a8467b181a551f48fbb22:info 2024-11-08T22:54:29,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] regionserver.HRegion(8855): Flush requested on 643686d7e39a8467b181a551f48fbb22 2024-11-08T22:54:29,742 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 643686d7e39a8467b181a551f48fbb22 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-08T22:54:29,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/e90dba9334684c4295955634b1e48f0f is 1055, key is row0187/info:/1731106467720/Put/seqid=0 2024-11-08T22:54:29,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741870_1046 (size=13396) 2024-11-08T22:54:29,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741870_1046 (size=13396) 2024-11-08T22:54:29,754 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/e90dba9334684c4295955634b1e48f0f 2024-11-08T22:54:29,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/e90dba9334684c4295955634b1e48f0f as hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/e90dba9334684c4295955634b1e48f0f 2024-11-08T22:54:29,765 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/e90dba9334684c4295955634b1e48f0f, entries=8, sequenceid=260, filesize=13.1 K 2024-11-08T22:54:29,766 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for 643686d7e39a8467b181a551f48fbb22 in 24ms, sequenceid=260, compaction requested=false 2024-11-08T22:54:29,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 643686d7e39a8467b181a551f48fbb22: 2024-11-08T22:54:29,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] regionserver.HRegion(8855): Flush requested on 643686d7e39a8467b181a551f48fbb22 2024-11-08T22:54:29,767 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 643686d7e39a8467b181a551f48fbb22 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-08T22:54:29,771 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/13ee0290a079408787a058576c510663 is 1055, key is row0195/info:/1731106469744/Put/seqid=0 2024-11-08T22:54:29,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741871_1047 (size=17618) 2024-11-08T22:54:29,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741871_1047 (size=17618) 2024-11-08T22:54:29,777 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/13ee0290a079408787a058576c510663 2024-11-08T22:54:29,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/13ee0290a079408787a058576c510663 as hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/13ee0290a079408787a058576c510663 2024-11-08T22:54:29,790 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/13ee0290a079408787a058576c510663, entries=12, sequenceid=275, filesize=17.2 K 2024-11-08T22:54:29,791 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=12.32 KB/12612 for 643686d7e39a8467b181a551f48fbb22 in 23ms, sequenceid=275, compaction requested=true 2024-11-08T22:54:29,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 643686d7e39a8467b181a551f48fbb22: 2024-11-08T22:54:29,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 643686d7e39a8467b181a551f48fbb22:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T22:54:29,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T22:54:29,791 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T22:54:29,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] regionserver.HRegion(8855): Flush requested on 643686d7e39a8467b181a551f48fbb22 2024-11-08T22:54:29,792 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 643686d7e39a8467b181a551f48fbb22 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-08T22:54:29,792 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 166478 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T22:54:29,792 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.HStore(1541): 643686d7e39a8467b181a551f48fbb22/info is initiating minor compaction (all files) 2024-11-08T22:54:29,792 INFO [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 643686d7e39a8467b181a551f48fbb22/info in TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22. 2024-11-08T22:54:29,793 INFO [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/0de8fe65a6f2407b8d693901e4cbfaa8, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/e90dba9334684c4295955634b1e48f0f, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/13ee0290a079408787a058576c510663] into tmpdir=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp, totalSize=162.6 K 2024-11-08T22:54:29,793 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0de8fe65a6f2407b8d693901e4cbfaa8, keycount=123, bloomtype=ROW, size=132.3 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731106449341 2024-11-08T22:54:29,793 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] compactions.Compactor(225): Compacting e90dba9334684c4295955634b1e48f0f, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731106467720 2024-11-08T22:54:29,794 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] compactions.Compactor(225): Compacting 13ee0290a079408787a058576c510663, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731106469744 2024-11-08T22:54:29,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/5a900359581940c38ec1ca30c08ee4fa is 1055, key is row0207/info:/1731106469768/Put/seqid=0 2024-11-08T22:54:29,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741872_1048 (size=18688) 2024-11-08T22:54:29,802 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/5a900359581940c38ec1ca30c08ee4fa 2024-11-08T22:54:29,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741872_1048 (size=18688) 2024-11-08T22:54:29,808 INFO [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 643686d7e39a8467b181a551f48fbb22#info#compaction#63 average throughput is 47.78 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T22:54:29,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/5a900359581940c38ec1ca30c08ee4fa as hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/5a900359581940c38ec1ca30c08ee4fa 2024-11-08T22:54:29,809 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/2e003a078867497ba62337b1478cbb9d is 1055, key is row0064/info:/1731106449341/Put/seqid=0 2024-11-08T22:54:29,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741873_1049 (size=156716) 2024-11-08T22:54:29,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741873_1049 (size=156716) 2024-11-08T22:54:29,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/5a900359581940c38ec1ca30c08ee4fa, entries=13, sequenceid=291, filesize=18.3 K 2024-11-08T22:54:29,815 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=5.13 KB/5255 for 643686d7e39a8467b181a551f48fbb22 in 23ms, sequenceid=291, compaction requested=false 2024-11-08T22:54:29,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 643686d7e39a8467b181a551f48fbb22: 2024-11-08T22:54:29,820 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/2e003a078867497ba62337b1478cbb9d as hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/2e003a078867497ba62337b1478cbb9d 2024-11-08T22:54:29,826 INFO [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 643686d7e39a8467b181a551f48fbb22/info of 643686d7e39a8467b181a551f48fbb22 into 2e003a078867497ba62337b1478cbb9d(size=153.0 K), total size for store is 171.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T22:54:29,826 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 643686d7e39a8467b181a551f48fbb22: 2024-11-08T22:54:29,826 INFO [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22., storeName=643686d7e39a8467b181a551f48fbb22/info, priority=13, startTime=1731106469791; duration=0sec 2024-11-08T22:54:29,826 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T22:54:29,827 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 643686d7e39a8467b181a551f48fbb22:info 2024-11-08T22:54:31,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] regionserver.HRegion(8855): Flush requested on 643686d7e39a8467b181a551f48fbb22 2024-11-08T22:54:31,817 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 643686d7e39a8467b181a551f48fbb22 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-08T22:54:31,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/b492dc59922844fe9117ad64a63ca2f8 is 1055, key is row0220/info:/1731106469793/Put/seqid=0 2024-11-08T22:54:31,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741874_1050 (size=13402) 2024-11-08T22:54:31,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741874_1050 (size=13402) 2024-11-08T22:54:31,829 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/b492dc59922844fe9117ad64a63ca2f8 2024-11-08T22:54:31,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/b492dc59922844fe9117ad64a63ca2f8 as hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/b492dc59922844fe9117ad64a63ca2f8 2024-11-08T22:54:31,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/b492dc59922844fe9117ad64a63ca2f8, entries=8, sequenceid=303, filesize=13.1 K 2024-11-08T22:54:31,843 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for 643686d7e39a8467b181a551f48fbb22 in 26ms, sequenceid=303, compaction requested=true 2024-11-08T22:54:31,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 643686d7e39a8467b181a551f48fbb22: 2024-11-08T22:54:31,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 643686d7e39a8467b181a551f48fbb22:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T22:54:31,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T22:54:31,843 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T22:54:31,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] regionserver.HRegion(8855): Flush requested on 643686d7e39a8467b181a551f48fbb22 2024-11-08T22:54:31,845 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 643686d7e39a8467b181a551f48fbb22 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-08T22:54:31,845 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 188806 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T22:54:31,845 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.HStore(1541): 643686d7e39a8467b181a551f48fbb22/info is initiating minor compaction (all files) 2024-11-08T22:54:31,845 INFO [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 643686d7e39a8467b181a551f48fbb22/info in TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22. 2024-11-08T22:54:31,845 INFO [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/2e003a078867497ba62337b1478cbb9d, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/5a900359581940c38ec1ca30c08ee4fa, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/b492dc59922844fe9117ad64a63ca2f8] into tmpdir=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp, totalSize=184.4 K 2024-11-08T22:54:31,846 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2e003a078867497ba62337b1478cbb9d, keycount=143, bloomtype=ROW, size=153.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731106449341 2024-11-08T22:54:31,846 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a900359581940c38ec1ca30c08ee4fa, keycount=13, bloomtype=ROW, size=18.3 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731106469768 2024-11-08T22:54:31,847 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] compactions.Compactor(225): Compacting b492dc59922844fe9117ad64a63ca2f8, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731106469793 2024-11-08T22:54:31,848 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/ded1fde0f2b74fc693c583d17410a160 is 1055, key is row0228/info:/1731106471819/Put/seqid=0 2024-11-08T22:54:31,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741875_1051 (size=18688) 2024-11-08T22:54:31,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741875_1051 (size=18688) 2024-11-08T22:54:31,859 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/ded1fde0f2b74fc693c583d17410a160 2024-11-08T22:54:31,864 INFO [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 643686d7e39a8467b181a551f48fbb22#info#compaction#66 average throughput is 41.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T22:54:31,865 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/8c0cbf53322f4a33b440b339454bda32 is 1055, key is row0064/info:/1731106449341/Put/seqid=0 2024-11-08T22:54:31,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/ded1fde0f2b74fc693c583d17410a160 as hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/ded1fde0f2b74fc693c583d17410a160 2024-11-08T22:54:31,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741876_1052 (size=178956) 2024-11-08T22:54:31,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741876_1052 (size=178956) 2024-11-08T22:54:31,873 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/ded1fde0f2b74fc693c583d17410a160, entries=13, sequenceid=319, filesize=18.3 K 2024-11-08T22:54:31,874 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=13.34 KB/13663 for 643686d7e39a8467b181a551f48fbb22 in 28ms, sequenceid=319, compaction requested=false 2024-11-08T22:54:31,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 643686d7e39a8467b181a551f48fbb22: 2024-11-08T22:54:31,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] regionserver.HRegion(8855): Flush requested on 643686d7e39a8467b181a551f48fbb22 2024-11-08T22:54:31,875 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 643686d7e39a8467b181a551f48fbb22 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-08T22:54:31,876 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/8c0cbf53322f4a33b440b339454bda32 as hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/8c0cbf53322f4a33b440b339454bda32 2024-11-08T22:54:31,879 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/f4782bad11734722b1afafac58aa4ce0 is 1055, key is row0241/info:/1731106471846/Put/seqid=0 2024-11-08T22:54:31,883 INFO [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 643686d7e39a8467b181a551f48fbb22/info of 643686d7e39a8467b181a551f48fbb22 into 8c0cbf53322f4a33b440b339454bda32(size=174.8 K), total size for store is 193.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T22:54:31,883 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 643686d7e39a8467b181a551f48fbb22: 2024-11-08T22:54:31,883 INFO [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22., storeName=643686d7e39a8467b181a551f48fbb22/info, priority=13, startTime=1731106471843; duration=0sec 2024-11-08T22:54:31,883 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T22:54:31,883 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 643686d7e39a8467b181a551f48fbb22:info 2024-11-08T22:54:31,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741877_1053 (size=19742) 2024-11-08T22:54:31,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741877_1053 (size=19742) 2024-11-08T22:54:31,885 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/f4782bad11734722b1afafac58aa4ce0 2024-11-08T22:54:31,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/f4782bad11734722b1afafac58aa4ce0 as hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/f4782bad11734722b1afafac58aa4ce0 2024-11-08T22:54:31,894 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/f4782bad11734722b1afafac58aa4ce0, entries=14, sequenceid=336, filesize=19.3 K 2024-11-08T22:54:31,895 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=2.05 KB/2102 for 643686d7e39a8467b181a551f48fbb22 in 21ms, sequenceid=336, compaction requested=true 2024-11-08T22:54:31,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 643686d7e39a8467b181a551f48fbb22: 2024-11-08T22:54:31,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 643686d7e39a8467b181a551f48fbb22:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T22:54:31,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T22:54:31,896 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T22:54:31,897 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 217386 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T22:54:31,897 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.HStore(1541): 643686d7e39a8467b181a551f48fbb22/info is initiating minor compaction (all files) 2024-11-08T22:54:31,897 INFO [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 643686d7e39a8467b181a551f48fbb22/info in TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22. 2024-11-08T22:54:31,897 INFO [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/8c0cbf53322f4a33b440b339454bda32, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/ded1fde0f2b74fc693c583d17410a160, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/f4782bad11734722b1afafac58aa4ce0] into tmpdir=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp, totalSize=212.3 K 2024-11-08T22:54:31,898 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8c0cbf53322f4a33b440b339454bda32, keycount=164, bloomtype=ROW, size=174.8 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731106449341 2024-11-08T22:54:31,898 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] compactions.Compactor(225): Compacting ded1fde0f2b74fc693c583d17410a160, keycount=13, bloomtype=ROW, size=18.3 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731106471819 2024-11-08T22:54:31,898 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] compactions.Compactor(225): Compacting f4782bad11734722b1afafac58aa4ce0, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731106471846 2024-11-08T22:54:31,910 INFO [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 643686d7e39a8467b181a551f48fbb22#info#compaction#68 average throughput is 63.81 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T22:54:31,911 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/e5bbedbc85f04a8db2d257b006f3a1f2 is 1055, key is row0064/info:/1731106449341/Put/seqid=0 2024-11-08T22:54:31,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741878_1054 (size=207593) 2024-11-08T22:54:31,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741878_1054 (size=207593) 2024-11-08T22:54:31,920 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/e5bbedbc85f04a8db2d257b006f3a1f2 as hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/e5bbedbc85f04a8db2d257b006f3a1f2 2024-11-08T22:54:31,927 INFO [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 643686d7e39a8467b181a551f48fbb22/info of 643686d7e39a8467b181a551f48fbb22 into e5bbedbc85f04a8db2d257b006f3a1f2(size=202.7 K), total size for store is 202.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T22:54:31,927 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 643686d7e39a8467b181a551f48fbb22: 2024-11-08T22:54:31,927 INFO [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22., storeName=643686d7e39a8467b181a551f48fbb22/info, priority=13, startTime=1731106471896; duration=0sec 2024-11-08T22:54:31,927 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T22:54:31,927 DEBUG [RS:0;ff635fa717b5:41961-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 643686d7e39a8467b181a551f48fbb22:info 2024-11-08T22:54:33,883 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-11-08T22:54:33,901 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/WALs/ff635fa717b5,41961,1731106435763/ff635fa717b5%2C41961%2C1731106435763.1731106473883, exclude list is [], retry=0 2024-11-08T22:54:33,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40065,DS-65122ea0-1b43-4f32-acff-bbac3ca3a348,DISK] 2024-11-08T22:54:33,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38963,DS-033628d9-6dcb-4a99-8594-c2278156b5a7,DISK] 2024-11-08T22:54:33,904 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/WALs/ff635fa717b5,41961,1731106435763/ff635fa717b5%2C41961%2C1731106435763.1731106436488 with entries=318, filesize=304.13 KB; new WAL /user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/WALs/ff635fa717b5,41961,1731106435763/ff635fa717b5%2C41961%2C1731106435763.1731106473883 2024-11-08T22:54:33,905 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44943:44943),(127.0.0.1/127.0.0.1:36653:36653)] 2024-11-08T22:54:33,905 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/WALs/ff635fa717b5,41961,1731106435763/ff635fa717b5%2C41961%2C1731106435763.1731106436488 is not closed yet, will try archiving it next time 2024-11-08T22:54:33,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741833_1009 (size=311437) 2024-11-08T22:54:33,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741833_1009 (size=311437) 2024-11-08T22:54:33,908 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 643686d7e39a8467b181a551f48fbb22 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-08T22:54:33,912 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/2ca324e9505f4de4ae4b2cd8c4f21c18 is 1055, key is row0255/info:/1731106471876/Put/seqid=0 2024-11-08T22:54:33,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741880_1056 (size=7066) 2024-11-08T22:54:33,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741880_1056 (size=7066) 2024-11-08T22:54:33,918 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/2ca324e9505f4de4ae4b2cd8c4f21c18 2024-11-08T22:54:33,924 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/.tmp/info/2ca324e9505f4de4ae4b2cd8c4f21c18 as hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/2ca324e9505f4de4ae4b2cd8c4f21c18 2024-11-08T22:54:33,929 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/2ca324e9505f4de4ae4b2cd8c4f21c18, entries=2, sequenceid=343, filesize=6.9 K 2024-11-08T22:54:33,930 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 643686d7e39a8467b181a551f48fbb22 in 22ms, sequenceid=343, compaction requested=false 2024-11-08T22:54:33,930 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 643686d7e39a8467b181a551f48fbb22: 2024-11-08T22:54:33,931 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 6067fd2405cd1fadd55b9a94744f5d29: 2024-11-08T22:54:33,931 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=705 B heapSize=2.05 KB 2024-11-08T22:54:33,934 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/hbase/meta/1588230740/.tmp/info/02d029eb35e54c5e99ec7e46fd3c8b2e is 193, key is TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22./info:regioninfo/1731106452421/Put/seqid=0 2024-11-08T22:54:33,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741881_1057 (size=6223) 2024-11-08T22:54:33,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741881_1057 (size=6223) 2024-11-08T22:54:33,941 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=705 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/hbase/meta/1588230740/.tmp/info/02d029eb35e54c5e99ec7e46fd3c8b2e 2024-11-08T22:54:33,947 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/hbase/meta/1588230740/.tmp/info/02d029eb35e54c5e99ec7e46fd3c8b2e as hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/hbase/meta/1588230740/info/02d029eb35e54c5e99ec7e46fd3c8b2e 2024-11-08T22:54:33,952 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/hbase/meta/1588230740/info/02d029eb35e54c5e99ec7e46fd3c8b2e, entries=5, sequenceid=21, filesize=6.1 K 2024-11-08T22:54:33,954 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~705 B/705, heapSize ~1.29 KB/1320, currentSize=0 B/0 for 1588230740 in 22ms, sequenceid=21, compaction requested=false 2024-11-08T22:54:33,954 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-08T22:54:33,969 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/WALs/ff635fa717b5,41961,1731106435763/ff635fa717b5%2C41961%2C1731106435763.1731106473954, exclude list is [], retry=0 2024-11-08T22:54:33,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38963,DS-033628d9-6dcb-4a99-8594-c2278156b5a7,DISK] 2024-11-08T22:54:33,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40065,DS-65122ea0-1b43-4f32-acff-bbac3ca3a348,DISK] 2024-11-08T22:54:33,973 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/WALs/ff635fa717b5,41961,1731106435763/ff635fa717b5%2C41961%2C1731106435763.1731106473883 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/WALs/ff635fa717b5,41961,1731106435763/ff635fa717b5%2C41961%2C1731106435763.1731106473954 2024-11-08T22:54:33,973 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36653:36653),(127.0.0.1/127.0.0.1:44943:44943)] 2024-11-08T22:54:33,973 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/WALs/ff635fa717b5,41961,1731106435763/ff635fa717b5%2C41961%2C1731106435763.1731106473883 is not closed yet, will try archiving it next time 2024-11-08T22:54:33,973 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/WALs/ff635fa717b5,41961,1731106435763/ff635fa717b5%2C41961%2C1731106435763.1731106436488 to hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/oldWALs/ff635fa717b5%2C41961%2C1731106435763.1731106436488 2024-11-08T22:54:33,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741879_1055 (size=731) 2024-11-08T22:54:33,974 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T22:54:33,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741879_1055 (size=731) 2024-11-08T22:54:33,975 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/WALs/ff635fa717b5,41961,1731106435763/ff635fa717b5%2C41961%2C1731106435763.1731106473883 to hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/oldWALs/ff635fa717b5%2C41961%2C1731106435763.1731106473883 2024-11-08T22:54:34,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T22:54:34,075 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:54:34,075 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:54:34,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:54:34,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:54:34,076 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:54:34,076 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T22:54:34,077 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=813568838, stopped=false 2024-11-08T22:54:34,077 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ff635fa717b5,33301,1731106435590 2024-11-08T22:54:34,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41961-0x1011ca7eda30001, quorum=127.0.0.1:65038, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T22:54:34,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33301-0x1011ca7eda30000, quorum=127.0.0.1:65038, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T22:54:34,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41961-0x1011ca7eda30001, quorum=127.0.0.1:65038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:54:34,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33301-0x1011ca7eda30000, quorum=127.0.0.1:65038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:54:34,124 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T22:54:34,126 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33301-0x1011ca7eda30000, quorum=127.0.0.1:65038, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T22:54:34,126 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41961-0x1011ca7eda30001, quorum=127.0.0.1:65038, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T22:54:34,127 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:54:34,127 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:54:34,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:54:34,128 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff635fa717b5,41961,1731106435763' ***** 2024-11-08T22:54:34,128 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T22:54:34,128 INFO [RS:0;ff635fa717b5:41961 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T22:54:34,129 INFO [RS:0;ff635fa717b5:41961 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T22:54:34,129 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T22:54:34,129 INFO [RS:0;ff635fa717b5:41961 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T22:54:34,129 INFO [RS:0;ff635fa717b5:41961 {}] regionserver.HRegionServer(3091): Received CLOSE for 643686d7e39a8467b181a551f48fbb22 2024-11-08T22:54:34,129 INFO [RS:0;ff635fa717b5:41961 {}] regionserver.HRegionServer(3091): Received CLOSE for 6067fd2405cd1fadd55b9a94744f5d29 2024-11-08T22:54:34,129 INFO [RS:0;ff635fa717b5:41961 {}] regionserver.HRegionServer(959): stopping server ff635fa717b5,41961,1731106435763 2024-11-08T22:54:34,129 INFO [RS:0;ff635fa717b5:41961 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:54:34,129 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 643686d7e39a8467b181a551f48fbb22, disabling compactions & flushes 2024-11-08T22:54:34,129 INFO [RS:0;ff635fa717b5:41961 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:41961. 2024-11-08T22:54:34,129 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22. 2024-11-08T22:54:34,129 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22. 2024-11-08T22:54:34,129 DEBUG [RS:0;ff635fa717b5:41961 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:54:34,129 DEBUG [RS:0;ff635fa717b5:41961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:54:34,129 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22. after waiting 0 ms 2024-11-08T22:54:34,129 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22. 2024-11-08T22:54:34,129 INFO [RS:0;ff635fa717b5:41961 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T22:54:34,130 INFO [RS:0;ff635fa717b5:41961 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T22:54:34,130 INFO [RS:0;ff635fa717b5:41961 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T22:54:34,130 INFO [RS:0;ff635fa717b5:41961 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T22:54:34,130 INFO [RS:0;ff635fa717b5:41961 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T22:54:34,130 DEBUG [RS:0;ff635fa717b5:41961 {}] regionserver.HRegionServer(1325): Online Regions={643686d7e39a8467b181a551f48fbb22=TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22., 6067fd2405cd1fadd55b9a94744f5d29=TestLogRolling-testLogRolling,,1731106451458.6067fd2405cd1fadd55b9a94744f5d29., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T22:54:34,130 DEBUG [RS:0;ff635fa717b5:41961 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6067fd2405cd1fadd55b9a94744f5d29, 643686d7e39a8467b181a551f48fbb22 2024-11-08T22:54:34,130 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T22:54:34,130 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T22:54:34,130 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T22:54:34,130 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T22:54:34,130 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T22:54:34,130 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/ba4933e8e61e447a9e32927ccf8f4814.58ddfc2301ceab5eb2ffd4376bfdabc9->hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/ba4933e8e61e447a9e32927ccf8f4814-top, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/TestLogRolling-testLogRolling=58ddfc2301ceab5eb2ffd4376bfdabc9-8e1d3873f4f8492d811697a33344cedb, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/986cb008e693444699cb8e39f7488540, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/TestLogRolling-testLogRolling=58ddfc2301ceab5eb2ffd4376bfdabc9-dc5250d31ec247af876718729a660fe5, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/9f18232b8db5427fa4f356dad2207e3d, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/f5d85d0e167446e38512022c74a740ec, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/dfd02d5f1589486ca8c8aa48c35cd3d1, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/aaed0d5d7b284b5ba08a85f1ae64e6e7, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/d4389dcc4450481f84be69792b4f5e27, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/c92c32bc99944a99a5732b96f2acb381, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/41f94a2e9dd84b95b34415aba05d9403, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/1ef789705249442a8a39f685f34f4939, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/7088f3aeafcc4ed89af5a9ee4ebf6df8, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/8aa45d93aea14976a61a1e6c2dc4fc91, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/0de8fe65a6f2407b8d693901e4cbfaa8, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/f95486a305774206b1e88e66a99b057d, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/e90dba9334684c4295955634b1e48f0f, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/2e003a078867497ba62337b1478cbb9d, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/13ee0290a079408787a058576c510663, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/5a900359581940c38ec1ca30c08ee4fa, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/8c0cbf53322f4a33b440b339454bda32, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/b492dc59922844fe9117ad64a63ca2f8, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/ded1fde0f2b74fc693c583d17410a160, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/f4782bad11734722b1afafac58aa4ce0] to archive 2024-11-08T22:54:34,132 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T22:54:34,134 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/ba4933e8e61e447a9e32927ccf8f4814.58ddfc2301ceab5eb2ffd4376bfdabc9 to hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/archive/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/ba4933e8e61e447a9e32927ccf8f4814.58ddfc2301ceab5eb2ffd4376bfdabc9 2024-11-08T22:54:34,135 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/TestLogRolling-testLogRolling=58ddfc2301ceab5eb2ffd4376bfdabc9-8e1d3873f4f8492d811697a33344cedb to hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/archive/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/TestLogRolling-testLogRolling=58ddfc2301ceab5eb2ffd4376bfdabc9-8e1d3873f4f8492d811697a33344cedb 2024-11-08T22:54:34,135 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-08T22:54:34,136 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T22:54:34,136 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T22:54:34,136 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731106474130Running coprocessor pre-close hooks at 1731106474130Disabling compacts and flushes for region at 1731106474130Disabling writes for close at 1731106474130Writing region close event to WAL at 1731106474132 (+2 ms)Running coprocessor post-close hooks at 1731106474136 (+4 ms)Closed at 1731106474136 2024-11-08T22:54:34,136 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T22:54:34,136 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/986cb008e693444699cb8e39f7488540 to hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/archive/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/986cb008e693444699cb8e39f7488540 2024-11-08T22:54:34,138 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/TestLogRolling-testLogRolling=58ddfc2301ceab5eb2ffd4376bfdabc9-dc5250d31ec247af876718729a660fe5 to hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/archive/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/TestLogRolling-testLogRolling=58ddfc2301ceab5eb2ffd4376bfdabc9-dc5250d31ec247af876718729a660fe5 2024-11-08T22:54:34,139 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/9f18232b8db5427fa4f356dad2207e3d to hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/archive/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/9f18232b8db5427fa4f356dad2207e3d 2024-11-08T22:54:34,140 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/f5d85d0e167446e38512022c74a740ec to hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/archive/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/f5d85d0e167446e38512022c74a740ec 2024-11-08T22:54:34,141 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/dfd02d5f1589486ca8c8aa48c35cd3d1 to hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/archive/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/dfd02d5f1589486ca8c8aa48c35cd3d1 2024-11-08T22:54:34,143 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/aaed0d5d7b284b5ba08a85f1ae64e6e7 to hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/archive/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/aaed0d5d7b284b5ba08a85f1ae64e6e7 2024-11-08T22:54:34,144 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/d4389dcc4450481f84be69792b4f5e27 to hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/archive/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/d4389dcc4450481f84be69792b4f5e27 2024-11-08T22:54:34,145 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/c92c32bc99944a99a5732b96f2acb381 to hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/archive/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/c92c32bc99944a99a5732b96f2acb381 2024-11-08T22:54:34,146 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/41f94a2e9dd84b95b34415aba05d9403 to hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/archive/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/41f94a2e9dd84b95b34415aba05d9403 2024-11-08T22:54:34,147 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/1ef789705249442a8a39f685f34f4939 to hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/archive/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/1ef789705249442a8a39f685f34f4939 2024-11-08T22:54:34,148 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/7088f3aeafcc4ed89af5a9ee4ebf6df8 to hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/archive/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/7088f3aeafcc4ed89af5a9ee4ebf6df8 2024-11-08T22:54:34,150 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/8aa45d93aea14976a61a1e6c2dc4fc91 to hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/archive/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/8aa45d93aea14976a61a1e6c2dc4fc91 2024-11-08T22:54:34,151 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/0de8fe65a6f2407b8d693901e4cbfaa8 to hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/archive/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/0de8fe65a6f2407b8d693901e4cbfaa8 2024-11-08T22:54:34,152 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/f95486a305774206b1e88e66a99b057d to hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/archive/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/f95486a305774206b1e88e66a99b057d 2024-11-08T22:54:34,152 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/e90dba9334684c4295955634b1e48f0f to hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/archive/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/e90dba9334684c4295955634b1e48f0f 2024-11-08T22:54:34,153 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/2e003a078867497ba62337b1478cbb9d to hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/archive/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/2e003a078867497ba62337b1478cbb9d 2024-11-08T22:54:34,154 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/13ee0290a079408787a058576c510663 to hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/archive/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/13ee0290a079408787a058576c510663 2024-11-08T22:54:34,155 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/5a900359581940c38ec1ca30c08ee4fa to hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/archive/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/5a900359581940c38ec1ca30c08ee4fa 2024-11-08T22:54:34,156 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/8c0cbf53322f4a33b440b339454bda32 to hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/archive/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/8c0cbf53322f4a33b440b339454bda32 2024-11-08T22:54:34,157 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/b492dc59922844fe9117ad64a63ca2f8 to hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/archive/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/b492dc59922844fe9117ad64a63ca2f8 2024-11-08T22:54:34,159 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/ded1fde0f2b74fc693c583d17410a160 to hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/archive/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/ded1fde0f2b74fc693c583d17410a160 2024-11-08T22:54:34,160 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/f4782bad11734722b1afafac58aa4ce0 to hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/archive/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/info/f4782bad11734722b1afafac58aa4ce0 2024-11-08T22:54:34,160 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:33301 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T22:54:34,161 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [986cb008e693444699cb8e39f7488540=40005, 9f18232b8db5427fa4f356dad2207e3d=13394, f5d85d0e167446e38512022c74a740ec=62288, dfd02d5f1589486ca8c8aa48c35cd3d1=18675, aaed0d5d7b284b5ba08a85f1ae64e6e7=17606, d4389dcc4450481f84be69792b4f5e27=86682, c92c32bc99944a99a5732b96f2acb381=16553, 41f94a2e9dd84b95b34415aba05d9403=17606, 1ef789705249442a8a39f685f34f4939=108905, 7088f3aeafcc4ed89af5a9ee4ebf6df8=14447, 8aa45d93aea14976a61a1e6c2dc4fc91=17606, 0de8fe65a6f2407b8d693901e4cbfaa8=135464, f95486a305774206b1e88e66a99b057d=18675, e90dba9334684c4295955634b1e48f0f=13396, 2e003a078867497ba62337b1478cbb9d=156716, 13ee0290a079408787a058576c510663=17618, 5a900359581940c38ec1ca30c08ee4fa=18688, 8c0cbf53322f4a33b440b339454bda32=178956, b492dc59922844fe9117ad64a63ca2f8=13402, ded1fde0f2b74fc693c583d17410a160=18688, f4782bad11734722b1afafac58aa4ce0=19742] 2024-11-08T22:54:34,165 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/643686d7e39a8467b181a551f48fbb22/recovered.edits/346.seqid, newMaxSeqId=346, maxSeqId=130 2024-11-08T22:54:34,165 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22. 2024-11-08T22:54:34,165 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 643686d7e39a8467b181a551f48fbb22: Waiting for close lock at 1731106474129Running coprocessor pre-close hooks at 1731106474129Disabling compacts and flushes for region at 1731106474129Disabling writes for close at 1731106474129Writing region close event to WAL at 1731106474161 (+32 ms)Running coprocessor post-close hooks at 1731106474165 (+4 ms)Closed at 1731106474165 2024-11-08T22:54:34,166 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1731106451458.643686d7e39a8467b181a551f48fbb22. 2024-11-08T22:54:34,166 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6067fd2405cd1fadd55b9a94744f5d29, disabling compactions & flushes 2024-11-08T22:54:34,166 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731106451458.6067fd2405cd1fadd55b9a94744f5d29. 2024-11-08T22:54:34,166 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731106451458.6067fd2405cd1fadd55b9a94744f5d29. 2024-11-08T22:54:34,166 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731106451458.6067fd2405cd1fadd55b9a94744f5d29. after waiting 0 ms 2024-11-08T22:54:34,166 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731106451458.6067fd2405cd1fadd55b9a94744f5d29. 2024-11-08T22:54:34,166 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731106451458.6067fd2405cd1fadd55b9a94744f5d29.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/6067fd2405cd1fadd55b9a94744f5d29/info/ba4933e8e61e447a9e32927ccf8f4814.58ddfc2301ceab5eb2ffd4376bfdabc9->hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/58ddfc2301ceab5eb2ffd4376bfdabc9/info/ba4933e8e61e447a9e32927ccf8f4814-bottom] to archive 2024-11-08T22:54:34,167 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731106451458.6067fd2405cd1fadd55b9a94744f5d29.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T22:54:34,169 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731106451458.6067fd2405cd1fadd55b9a94744f5d29.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/6067fd2405cd1fadd55b9a94744f5d29/info/ba4933e8e61e447a9e32927ccf8f4814.58ddfc2301ceab5eb2ffd4376bfdabc9 to hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/archive/data/default/TestLogRolling-testLogRolling/6067fd2405cd1fadd55b9a94744f5d29/info/ba4933e8e61e447a9e32927ccf8f4814.58ddfc2301ceab5eb2ffd4376bfdabc9 2024-11-08T22:54:34,169 WARN [StoreCloser-TestLogRolling-testLogRolling,,1731106451458.6067fd2405cd1fadd55b9a94744f5d29.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-11-08T22:54:34,173 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/data/default/TestLogRolling-testLogRolling/6067fd2405cd1fadd55b9a94744f5d29/recovered.edits/135.seqid, newMaxSeqId=135, maxSeqId=130 2024-11-08T22:54:34,173 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731106451458.6067fd2405cd1fadd55b9a94744f5d29. 2024-11-08T22:54:34,173 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6067fd2405cd1fadd55b9a94744f5d29: Waiting for close lock at 1731106474166Running coprocessor pre-close hooks at 1731106474166Disabling compacts and flushes for region at 1731106474166Disabling writes for close at 1731106474166Writing region close event to WAL at 1731106474170 (+4 ms)Running coprocessor post-close hooks at 1731106474173 (+3 ms)Closed at 1731106474173 2024-11-08T22:54:34,173 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1731106451458.6067fd2405cd1fadd55b9a94744f5d29. 2024-11-08T22:54:34,330 INFO [RS:0;ff635fa717b5:41961 {}] regionserver.HRegionServer(976): stopping server ff635fa717b5,41961,1731106435763; all regions closed. 2024-11-08T22:54:34,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741834_1010 (size=8107) 2024-11-08T22:54:34,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741834_1010 (size=8107) 2024-11-08T22:54:34,341 DEBUG [RS:0;ff635fa717b5:41961 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/oldWALs 2024-11-08T22:54:34,341 INFO [RS:0;ff635fa717b5:41961 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff635fa717b5%2C41961%2C1731106435763.meta:.meta(num 1731106436963) 2024-11-08T22:54:34,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741882_1058 (size=780) 2024-11-08T22:54:34,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741882_1058 (size=780) 2024-11-08T22:54:34,346 DEBUG [RS:0;ff635fa717b5:41961 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/oldWALs 2024-11-08T22:54:34,347 INFO [RS:0;ff635fa717b5:41961 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff635fa717b5%2C41961%2C1731106435763:(num 1731106473954) 2024-11-08T22:54:34,347 DEBUG [RS:0;ff635fa717b5:41961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:54:34,347 INFO [RS:0;ff635fa717b5:41961 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:54:34,347 INFO [RS:0;ff635fa717b5:41961 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:54:34,347 INFO [RS:0;ff635fa717b5:41961 {}] hbase.ChoreService(370): Chore service for: regionserver/ff635fa717b5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T22:54:34,347 INFO [RS:0;ff635fa717b5:41961 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:54:34,347 INFO [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:54:34,348 INFO [RS:0;ff635fa717b5:41961 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41961 2024-11-08T22:54:34,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41961-0x1011ca7eda30001, quorum=127.0.0.1:65038, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ff635fa717b5,41961,1731106435763 2024-11-08T22:54:34,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33301-0x1011ca7eda30000, quorum=127.0.0.1:65038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T22:54:34,355 INFO [RS:0;ff635fa717b5:41961 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:54:34,357 INFO [regionserver/ff635fa717b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:54:34,366 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff635fa717b5,41961,1731106435763] 2024-11-08T22:54:34,376 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ff635fa717b5,41961,1731106435763 already deleted, retry=false 2024-11-08T22:54:34,376 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff635fa717b5,41961,1731106435763 expired; onlineServers=0 2024-11-08T22:54:34,376 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ff635fa717b5,33301,1731106435590' ***** 2024-11-08T22:54:34,376 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T22:54:34,376 INFO [M:0;ff635fa717b5:33301 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:54:34,377 INFO [M:0;ff635fa717b5:33301 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:54:34,377 DEBUG [M:0;ff635fa717b5:33301 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T22:54:34,377 DEBUG [M:0;ff635fa717b5:33301 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T22:54:34,377 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T22:54:34,377 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731106436293 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731106436293,5,FailOnTimeoutGroup] 2024-11-08T22:54:34,377 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731106436293 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731106436293,5,FailOnTimeoutGroup] 2024-11-08T22:54:34,377 INFO [M:0;ff635fa717b5:33301 {}] hbase.ChoreService(370): Chore service for: master/ff635fa717b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T22:54:34,378 INFO [M:0;ff635fa717b5:33301 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:54:34,378 DEBUG [M:0;ff635fa717b5:33301 {}] master.HMaster(1795): Stopping service threads 2024-11-08T22:54:34,378 INFO [M:0;ff635fa717b5:33301 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T22:54:34,378 INFO [M:0;ff635fa717b5:33301 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T22:54:34,378 INFO [M:0;ff635fa717b5:33301 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T22:54:34,379 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T22:54:34,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33301-0x1011ca7eda30000, quorum=127.0.0.1:65038, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T22:54:34,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33301-0x1011ca7eda30000, quorum=127.0.0.1:65038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:54:34,387 DEBUG [M:0;ff635fa717b5:33301 {}] zookeeper.ZKUtil(347): master:33301-0x1011ca7eda30000, quorum=127.0.0.1:65038, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T22:54:34,387 WARN [M:0;ff635fa717b5:33301 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T22:54:34,388 INFO [M:0;ff635fa717b5:33301 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/.lastflushedseqids 2024-11-08T22:54:34,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741883_1059 (size=228) 2024-11-08T22:54:34,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741883_1059 (size=228) 2024-11-08T22:54:34,396 INFO [M:0;ff635fa717b5:33301 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T22:54:34,396 INFO [M:0;ff635fa717b5:33301 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T22:54:34,396 DEBUG [M:0;ff635fa717b5:33301 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T22:54:34,396 INFO [M:0;ff635fa717b5:33301 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:54:34,396 DEBUG [M:0;ff635fa717b5:33301 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:54:34,396 DEBUG [M:0;ff635fa717b5:33301 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T22:54:34,396 DEBUG [M:0;ff635fa717b5:33301 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:54:34,396 INFO [M:0;ff635fa717b5:33301 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.43 KB heapSize=63.38 KB 2024-11-08T22:54:34,410 DEBUG [M:0;ff635fa717b5:33301 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f7e46a56efa544468d568c3f577c0129 is 82, key is hbase:meta,,1/info:regioninfo/1731106437002/Put/seqid=0 2024-11-08T22:54:34,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741884_1060 (size=5672) 2024-11-08T22:54:34,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741884_1060 (size=5672) 2024-11-08T22:54:34,415 INFO [M:0;ff635fa717b5:33301 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f7e46a56efa544468d568c3f577c0129 2024-11-08T22:54:34,433 DEBUG [M:0;ff635fa717b5:33301 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f82aa8cd8ac949ddbe74c2de9f66184b is 750, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731106437490/Put/seqid=0 2024-11-08T22:54:34,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741885_1061 (size=7090) 2024-11-08T22:54:34,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741885_1061 (size=7090) 2024-11-08T22:54:34,438 INFO [M:0;ff635fa717b5:33301 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.83 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f82aa8cd8ac949ddbe74c2de9f66184b 2024-11-08T22:54:34,442 INFO [M:0;ff635fa717b5:33301 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f82aa8cd8ac949ddbe74c2de9f66184b 2024-11-08T22:54:34,456 DEBUG [M:0;ff635fa717b5:33301 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ae1acd0ad54c4d89a5c914104c3f6d0d is 69, key is ff635fa717b5,41961,1731106435763/rs:state/1731106436332/Put/seqid=0 2024-11-08T22:54:34,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741886_1062 (size=5156) 2024-11-08T22:54:34,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741886_1062 (size=5156) 2024-11-08T22:54:34,461 INFO [M:0;ff635fa717b5:33301 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ae1acd0ad54c4d89a5c914104c3f6d0d 2024-11-08T22:54:34,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41961-0x1011ca7eda30001, quorum=127.0.0.1:65038, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:54:34,466 INFO [RS:0;ff635fa717b5:41961 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:54:34,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41961-0x1011ca7eda30001, quorum=127.0.0.1:65038, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:54:34,466 INFO [RS:0;ff635fa717b5:41961 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff635fa717b5,41961,1731106435763; zookeeper connection closed. 2024-11-08T22:54:34,466 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1938a424 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1938a424 2024-11-08T22:54:34,466 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T22:54:34,484 DEBUG [M:0;ff635fa717b5:33301 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/a9a8468d2bbe498785e78a7413f232fd is 52, key is load_balancer_on/state:d/1731106437102/Put/seqid=0 2024-11-08T22:54:34,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741887_1063 (size=5056) 2024-11-08T22:54:34,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741887_1063 (size=5056) 2024-11-08T22:54:34,489 INFO [M:0;ff635fa717b5:33301 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/a9a8468d2bbe498785e78a7413f232fd 2024-11-08T22:54:34,495 DEBUG [M:0;ff635fa717b5:33301 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f7e46a56efa544468d568c3f577c0129 as hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f7e46a56efa544468d568c3f577c0129 2024-11-08T22:54:34,499 INFO [M:0;ff635fa717b5:33301 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f7e46a56efa544468d568c3f577c0129, entries=8, sequenceid=125, filesize=5.5 K 2024-11-08T22:54:34,500 DEBUG [M:0;ff635fa717b5:33301 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f82aa8cd8ac949ddbe74c2de9f66184b as hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f82aa8cd8ac949ddbe74c2de9f66184b 2024-11-08T22:54:34,505 INFO [M:0;ff635fa717b5:33301 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f82aa8cd8ac949ddbe74c2de9f66184b 2024-11-08T22:54:34,506 INFO [M:0;ff635fa717b5:33301 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f82aa8cd8ac949ddbe74c2de9f66184b, entries=13, sequenceid=125, filesize=6.9 K 2024-11-08T22:54:34,507 DEBUG [M:0;ff635fa717b5:33301 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ae1acd0ad54c4d89a5c914104c3f6d0d as hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ae1acd0ad54c4d89a5c914104c3f6d0d 2024-11-08T22:54:34,512 INFO [M:0;ff635fa717b5:33301 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ae1acd0ad54c4d89a5c914104c3f6d0d, entries=1, sequenceid=125, filesize=5.0 K 2024-11-08T22:54:34,513 DEBUG [M:0;ff635fa717b5:33301 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/a9a8468d2bbe498785e78a7413f232fd as hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/a9a8468d2bbe498785e78a7413f232fd 2024-11-08T22:54:34,519 INFO [M:0;ff635fa717b5:33301 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37865/user/jenkins/test-data/7221bb83-6ef0-b0ce-352b-100f9b62e071/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/a9a8468d2bbe498785e78a7413f232fd, entries=1, sequenceid=125, filesize=4.9 K 2024-11-08T22:54:34,520 INFO [M:0;ff635fa717b5:33301 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.43 KB/52663, heapSize ~63.32 KB/64840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 124ms, sequenceid=125, compaction requested=false 2024-11-08T22:54:34,521 INFO [M:0;ff635fa717b5:33301 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:54:34,521 DEBUG [M:0;ff635fa717b5:33301 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731106474396Disabling compacts and flushes for region at 1731106474396Disabling writes for close at 1731106474396Obtaining lock to block concurrent updates at 1731106474396Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731106474396Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52663, getHeapSize=64840, getOffHeapSize=0, getCellsCount=148 at 1731106474397 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731106474397Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731106474397Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731106474410 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731106474410Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731106474419 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731106474432 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731106474432Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731106474442 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731106474455 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731106474455Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731106474465 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731106474483 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731106474483Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32fc69ea: reopening flushed file at 1731106474494 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5225b37b: reopening flushed file at 1731106474500 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d8a08b6: reopening flushed file at 1731106474506 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32dab392: reopening flushed file at 1731106474512 (+6 ms)Finished flush of dataSize ~51.43 KB/52663, heapSize ~63.32 KB/64840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 124ms, sequenceid=125, compaction requested=false at 1731106474520 (+8 ms)Writing region close event to WAL at 1731106474521 (+1 ms)Closed at 1731106474521 2024-11-08T22:54:34,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741830_1006 (size=61332) 2024-11-08T22:54:34,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741830_1006 (size=61332) 2024-11-08T22:54:34,524 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:54:34,524 INFO [M:0;ff635fa717b5:33301 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T22:54:34,524 INFO [M:0;ff635fa717b5:33301 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33301 2024-11-08T22:54:34,524 INFO [M:0;ff635fa717b5:33301 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:54:34,634 INFO [M:0;ff635fa717b5:33301 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:54:34,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33301-0x1011ca7eda30000, quorum=127.0.0.1:65038, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:54:34,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33301-0x1011ca7eda30000, quorum=127.0.0.1:65038, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:54:34,638 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6e2c8810{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:54:34,638 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3bcb380d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:54:34,638 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:54:34,638 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d0551e0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:54:34,639 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7776b9e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6db0a2d5-f12c-0bc5-846a-9831c30c4044/hadoop.log.dir/,STOPPED} 2024-11-08T22:54:34,642 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T22:54:34,642 WARN [BP-2104218798-172.17.0.3-1731106433325 heartbeating to localhost/127.0.0.1:37865 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T22:54:34,642 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T22:54:34,642 WARN [BP-2104218798-172.17.0.3-1731106433325 heartbeating to localhost/127.0.0.1:37865 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2104218798-172.17.0.3-1731106433325 (Datanode Uuid e3098d2a-a903-49e3-9477-63ff51069476) service to localhost/127.0.0.1:37865 2024-11-08T22:54:34,643 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6db0a2d5-f12c-0bc5-846a-9831c30c4044/cluster_2409fae3-12b6-b150-db67-851f41a7e38b/data/data3/current/BP-2104218798-172.17.0.3-1731106433325 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:54:34,644 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6db0a2d5-f12c-0bc5-846a-9831c30c4044/cluster_2409fae3-12b6-b150-db67-851f41a7e38b/data/data4/current/BP-2104218798-172.17.0.3-1731106433325 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:54:34,644 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T22:54:34,647 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13421ea3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:54:34,648 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@545af84f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:54:34,648 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:54:34,648 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7dcfdafc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:54:34,648 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26819ed4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6db0a2d5-f12c-0bc5-846a-9831c30c4044/hadoop.log.dir/,STOPPED} 2024-11-08T22:54:34,649 WARN [BP-2104218798-172.17.0.3-1731106433325 heartbeating to localhost/127.0.0.1:37865 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T22:54:34,649 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T22:54:34,650 WARN [BP-2104218798-172.17.0.3-1731106433325 heartbeating to localhost/127.0.0.1:37865 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2104218798-172.17.0.3-1731106433325 (Datanode Uuid ac12415e-d662-42d7-8d3e-aeec11e5a8a8) service to localhost/127.0.0.1:37865 2024-11-08T22:54:34,650 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T22:54:34,650 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6db0a2d5-f12c-0bc5-846a-9831c30c4044/cluster_2409fae3-12b6-b150-db67-851f41a7e38b/data/data1/current/BP-2104218798-172.17.0.3-1731106433325 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:54:34,650 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6db0a2d5-f12c-0bc5-846a-9831c30c4044/cluster_2409fae3-12b6-b150-db67-851f41a7e38b/data/data2/current/BP-2104218798-172.17.0.3-1731106433325 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:54:34,651 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T22:54:34,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bfbb581{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T22:54:34,657 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d765d60{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:54:34,657 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:54:34,657 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7892c223{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:54:34,657 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57c363c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6db0a2d5-f12c-0bc5-846a-9831c30c4044/hadoop.log.dir/,STOPPED} 2024-11-08T22:54:34,663 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T22:54:34,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T22:54:34,699 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=112 (was 98) - Thread LEAK? -, OpenFileDescriptor=458 (was 426) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 60) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7014 (was 7169) 2024-11-08T22:54:34,704 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=112, OpenFileDescriptor=458, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=7014 2024-11-08T22:54:34,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T22:54:34,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6db0a2d5-f12c-0bc5-846a-9831c30c4044/hadoop.log.dir so I do NOT create it in target/test-data/146e0da3-5fee-3aab-27c1-26d0c31288f4 2024-11-08T22:54:34,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6db0a2d5-f12c-0bc5-846a-9831c30c4044/hadoop.tmp.dir so I do NOT create it in target/test-data/146e0da3-5fee-3aab-27c1-26d0c31288f4 2024-11-08T22:54:34,704 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/146e0da3-5fee-3aab-27c1-26d0c31288f4/cluster_1a4a46a9-6e2c-3ee5-9ae5-575da006f618, deleteOnExit=true 2024-11-08T22:54:34,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T22:54:34,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/146e0da3-5fee-3aab-27c1-26d0c31288f4/test.cache.data in system properties and HBase conf 2024-11-08T22:54:34,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/146e0da3-5fee-3aab-27c1-26d0c31288f4/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T22:54:34,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/146e0da3-5fee-3aab-27c1-26d0c31288f4/hadoop.log.dir in system properties and HBase conf 2024-11-08T22:54:34,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/146e0da3-5fee-3aab-27c1-26d0c31288f4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T22:54:34,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/146e0da3-5fee-3aab-27c1-26d0c31288f4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T22:54:34,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T22:54:34,705 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T22:54:34,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/146e0da3-5fee-3aab-27c1-26d0c31288f4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T22:54:34,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/146e0da3-5fee-3aab-27c1-26d0c31288f4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T22:54:34,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/146e0da3-5fee-3aab-27c1-26d0c31288f4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T22:54:34,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/146e0da3-5fee-3aab-27c1-26d0c31288f4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T22:54:34,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/146e0da3-5fee-3aab-27c1-26d0c31288f4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T22:54:34,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/146e0da3-5fee-3aab-27c1-26d0c31288f4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T22:54:34,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/146e0da3-5fee-3aab-27c1-26d0c31288f4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T22:54:34,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/146e0da3-5fee-3aab-27c1-26d0c31288f4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T22:54:34,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/146e0da3-5fee-3aab-27c1-26d0c31288f4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T22:54:34,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/146e0da3-5fee-3aab-27c1-26d0c31288f4/nfs.dump.dir in system properties and HBase conf 2024-11-08T22:54:34,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/146e0da3-5fee-3aab-27c1-26d0c31288f4/java.io.tmpdir in system properties and HBase conf 2024-11-08T22:54:34,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/146e0da3-5fee-3aab-27c1-26d0c31288f4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T22:54:34,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/146e0da3-5fee-3aab-27c1-26d0c31288f4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T22:54:34,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/146e0da3-5fee-3aab-27c1-26d0c31288f4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T22:54:35,066 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:54:35,070 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:54:35,071 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:54:35,071 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:54:35,071 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T22:54:35,072 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:54:35,072 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f3e702f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/146e0da3-5fee-3aab-27c1-26d0c31288f4/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:54:35,073 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@396da33f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:54:35,166 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b5fbc2c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/146e0da3-5fee-3aab-27c1-26d0c31288f4/java.io.tmpdir/jetty-localhost-38871-hadoop-hdfs-3_4_1-tests_jar-_-any-10219537833487681888/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T22:54:35,167 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c0c5f22{HTTP/1.1, (http/1.1)}{localhost:38871} 2024-11-08T22:54:35,167 INFO [Time-limited test {}] server.Server(415): Started @191554ms 2024-11-08T22:54:35,426 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:54:35,432 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:54:35,433 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:54:35,433 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:54:35,433 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T22:54:35,433 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ff99838{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/146e0da3-5fee-3aab-27c1-26d0c31288f4/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:54:35,433 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9e72a76{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:54:35,524 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ad0d3f1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/146e0da3-5fee-3aab-27c1-26d0c31288f4/java.io.tmpdir/jetty-localhost-37749-hadoop-hdfs-3_4_1-tests_jar-_-any-6995088865005372524/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:54:35,525 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31da648c{HTTP/1.1, (http/1.1)}{localhost:37749} 2024-11-08T22:54:35,525 INFO [Time-limited test {}] server.Server(415): Started @191912ms 2024-11-08T22:54:35,526 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T22:54:35,557 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:54:35,561 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:54:35,562 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:54:35,562 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:54:35,562 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T22:54:35,562 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d40c68b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/146e0da3-5fee-3aab-27c1-26d0c31288f4/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:54:35,563 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77dfb1ee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:54:35,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29bdbd42{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/146e0da3-5fee-3aab-27c1-26d0c31288f4/java.io.tmpdir/jetty-localhost-32889-hadoop-hdfs-3_4_1-tests_jar-_-any-17097840522461006794/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:54:35,659 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46cc490f{HTTP/1.1, (http/1.1)}{localhost:32889} 2024-11-08T22:54:35,659 INFO [Time-limited test {}] server.Server(415): Started @192047ms 2024-11-08T22:54:35,661 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T22:54:36,647 WARN [Thread-1632 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/146e0da3-5fee-3aab-27c1-26d0c31288f4/cluster_1a4a46a9-6e2c-3ee5-9ae5-575da006f618/data/data1/current/BP-1135117765-172.17.0.3-1731106474731/current, will proceed with Du for space computation calculation, 2024-11-08T22:54:36,647 WARN [Thread-1633 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/146e0da3-5fee-3aab-27c1-26d0c31288f4/cluster_1a4a46a9-6e2c-3ee5-9ae5-575da006f618/data/data2/current/BP-1135117765-172.17.0.3-1731106474731/current, will proceed with Du for space computation calculation, 2024-11-08T22:54:36,663 WARN [Thread-1596 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T22:54:36,665 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x353594f8cb984719 with lease ID 0xd2b71cc3cc71f7e3: Processing first storage report for DS-81e43905-2d5d-47fe-b3d3-96686f5d5630 from datanode DatanodeRegistration(127.0.0.1:43979, datanodeUuid=8ed1b080-3562-4dbb-b421-2a4689b8d440, infoPort=46423, infoSecurePort=0, ipcPort=41369, storageInfo=lv=-57;cid=testClusterID;nsid=1395907698;c=1731106474731) 2024-11-08T22:54:36,665 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x353594f8cb984719 with lease ID 0xd2b71cc3cc71f7e3: from storage DS-81e43905-2d5d-47fe-b3d3-96686f5d5630 node DatanodeRegistration(127.0.0.1:43979, datanodeUuid=8ed1b080-3562-4dbb-b421-2a4689b8d440, infoPort=46423, infoSecurePort=0, ipcPort=41369, storageInfo=lv=-57;cid=testClusterID;nsid=1395907698;c=1731106474731), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:54:36,665 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x353594f8cb984719 with lease ID 0xd2b71cc3cc71f7e3: Processing first storage report for DS-a7d0141f-a99e-4c12-ae63-28386cd9c1ca from datanode DatanodeRegistration(127.0.0.1:43979, datanodeUuid=8ed1b080-3562-4dbb-b421-2a4689b8d440, infoPort=46423, infoSecurePort=0, ipcPort=41369, storageInfo=lv=-57;cid=testClusterID;nsid=1395907698;c=1731106474731) 2024-11-08T22:54:36,665 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x353594f8cb984719 with lease ID 0xd2b71cc3cc71f7e3: from storage DS-a7d0141f-a99e-4c12-ae63-28386cd9c1ca node DatanodeRegistration(127.0.0.1:43979, datanodeUuid=8ed1b080-3562-4dbb-b421-2a4689b8d440, infoPort=46423, infoSecurePort=0, ipcPort=41369, storageInfo=lv=-57;cid=testClusterID;nsid=1395907698;c=1731106474731), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:54:36,799 WARN [Thread-1643 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/146e0da3-5fee-3aab-27c1-26d0c31288f4/cluster_1a4a46a9-6e2c-3ee5-9ae5-575da006f618/data/data3/current/BP-1135117765-172.17.0.3-1731106474731/current, will proceed with Du for space computation calculation, 2024-11-08T22:54:36,800 WARN [Thread-1644 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/146e0da3-5fee-3aab-27c1-26d0c31288f4/cluster_1a4a46a9-6e2c-3ee5-9ae5-575da006f618/data/data4/current/BP-1135117765-172.17.0.3-1731106474731/current, will proceed with Du for space computation calculation, 2024-11-08T22:54:36,817 WARN [Thread-1619 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T22:54:36,819 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x59f101e714a5e8b with lease ID 0xd2b71cc3cc71f7e4: Processing first storage report for DS-759b8f4f-b537-4741-9fb0-16416bb457f0 from datanode DatanodeRegistration(127.0.0.1:42009, datanodeUuid=f7ebfd60-cbb2-42ac-b616-6965f50ce00a, infoPort=39211, infoSecurePort=0, ipcPort=40755, storageInfo=lv=-57;cid=testClusterID;nsid=1395907698;c=1731106474731) 2024-11-08T22:54:36,819 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x59f101e714a5e8b with lease ID 0xd2b71cc3cc71f7e4: from storage DS-759b8f4f-b537-4741-9fb0-16416bb457f0 node DatanodeRegistration(127.0.0.1:42009, datanodeUuid=f7ebfd60-cbb2-42ac-b616-6965f50ce00a, infoPort=39211, infoSecurePort=0, ipcPort=40755, storageInfo=lv=-57;cid=testClusterID;nsid=1395907698;c=1731106474731), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:54:36,819 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x59f101e714a5e8b with lease ID 0xd2b71cc3cc71f7e4: Processing first storage report for DS-1cd44c0a-93f9-456d-878b-94da0dbb1119 from datanode DatanodeRegistration(127.0.0.1:42009, datanodeUuid=f7ebfd60-cbb2-42ac-b616-6965f50ce00a, infoPort=39211, infoSecurePort=0, ipcPort=40755, storageInfo=lv=-57;cid=testClusterID;nsid=1395907698;c=1731106474731) 2024-11-08T22:54:36,819 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x59f101e714a5e8b with lease ID 0xd2b71cc3cc71f7e4: from storage DS-1cd44c0a-93f9-456d-878b-94da0dbb1119 node DatanodeRegistration(127.0.0.1:42009, datanodeUuid=f7ebfd60-cbb2-42ac-b616-6965f50ce00a, infoPort=39211, infoSecurePort=0, ipcPort=40755, storageInfo=lv=-57;cid=testClusterID;nsid=1395907698;c=1731106474731), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:54:36,896 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/146e0da3-5fee-3aab-27c1-26d0c31288f4 2024-11-08T22:54:36,899 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/146e0da3-5fee-3aab-27c1-26d0c31288f4/cluster_1a4a46a9-6e2c-3ee5-9ae5-575da006f618/zookeeper_0, clientPort=59575, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/146e0da3-5fee-3aab-27c1-26d0c31288f4/cluster_1a4a46a9-6e2c-3ee5-9ae5-575da006f618/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/146e0da3-5fee-3aab-27c1-26d0c31288f4/cluster_1a4a46a9-6e2c-3ee5-9ae5-575da006f618/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T22:54:36,900 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59575 2024-11-08T22:54:36,900 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:54:36,901 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:54:36,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42009 is added to blk_1073741825_1001 (size=7) 2024-11-08T22:54:36,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741825_1001 (size=7) 2024-11-08T22:54:36,911 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45381/user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70 with version=8 2024-11-08T22:54:36,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:35235/user/jenkins/test-data/77c504c8-9116-1abe-1824-b83ada68c848/hbase-staging 2024-11-08T22:54:36,913 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:54:36,913 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:54:36,914 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:54:36,914 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:54:36,914 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:54:36,914 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:54:36,914 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T22:54:36,914 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:54:36,916 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45523 2024-11-08T22:54:36,918 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45523 connecting to ZooKeeper ensemble=127.0.0.1:59575 2024-11-08T22:54:36,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:455230x0, quorum=127.0.0.1:59575, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:54:36,970 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45523-0x1011ca88f0e0000 connected 2024-11-08T22:54:37,052 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:54:37,056 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:54:37,061 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45523-0x1011ca88f0e0000, quorum=127.0.0.1:59575, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T22:54:37,061 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45381/user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70, hbase.cluster.distributed=false 2024-11-08T22:54:37,063 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45523-0x1011ca88f0e0000, quorum=127.0.0.1:59575, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T22:54:37,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45523 2024-11-08T22:54:37,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45523 2024-11-08T22:54:37,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45523 2024-11-08T22:54:37,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45523 2024-11-08T22:54:37,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45523 2024-11-08T22:54:37,078 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:54:37,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:54:37,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:54:37,078 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:54:37,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:54:37,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:54:37,078 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T22:54:37,078 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:54:37,079 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36849 2024-11-08T22:54:37,080 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36849 connecting to ZooKeeper ensemble=127.0.0.1:59575 2024-11-08T22:54:37,081 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:54:37,082 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:54:37,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368490x0, quorum=127.0.0.1:59575, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:54:37,092 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:368490x0, quorum=127.0.0.1:59575, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T22:54:37,092 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36849-0x1011ca88f0e0001 connected 2024-11-08T22:54:37,092 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T22:54:37,093 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T22:54:37,093 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36849-0x1011ca88f0e0001, quorum=127.0.0.1:59575, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T22:54:37,094 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36849-0x1011ca88f0e0001, quorum=127.0.0.1:59575, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T22:54:37,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36849 2024-11-08T22:54:37,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36849 2024-11-08T22:54:37,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36849 2024-11-08T22:54:37,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36849 2024-11-08T22:54:37,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36849 2024-11-08T22:54:37,106 DEBUG [M:0;ff635fa717b5:45523 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ff635fa717b5:45523 2024-11-08T22:54:37,108 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/ff635fa717b5,45523,1731106476913 2024-11-08T22:54:37,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45523-0x1011ca88f0e0000, quorum=127.0.0.1:59575, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T22:54:37,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36849-0x1011ca88f0e0001, quorum=127.0.0.1:59575, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T22:54:37,121 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45523-0x1011ca88f0e0000, quorum=127.0.0.1:59575, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ff635fa717b5,45523,1731106476913 2024-11-08T22:54:37,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36849-0x1011ca88f0e0001, quorum=127.0.0.1:59575, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T22:54:37,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36849-0x1011ca88f0e0001, quorum=127.0.0.1:59575, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:54:37,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45523-0x1011ca88f0e0000, quorum=127.0.0.1:59575, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:54:37,131 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45523-0x1011ca88f0e0000, quorum=127.0.0.1:59575, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T22:54:37,132 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ff635fa717b5,45523,1731106476913 from backup master directory 2024-11-08T22:54:37,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45523-0x1011ca88f0e0000, quorum=127.0.0.1:59575, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ff635fa717b5,45523,1731106476913 2024-11-08T22:54:37,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36849-0x1011ca88f0e0001, quorum=127.0.0.1:59575, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T22:54:37,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45523-0x1011ca88f0e0000, quorum=127.0.0.1:59575, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T22:54:37,144 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:54:37,144 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ff635fa717b5,45523,1731106476913 2024-11-08T22:54:37,148 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45381/user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/hbase.id] with ID: 59cb98c2-08c9-497f-9c97-a80465fa336f 2024-11-08T22:54:37,148 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45381/user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/.tmp/hbase.id 2024-11-08T22:54:37,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741826_1002 (size=42) 2024-11-08T22:54:37,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42009 is added to blk_1073741826_1002 (size=42) 2024-11-08T22:54:37,154 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45381/user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/.tmp/hbase.id]:[hdfs://localhost:45381/user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/hbase.id] 2024-11-08T22:54:37,164 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:54:37,164 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T22:54:37,165 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T22:54:37,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45523-0x1011ca88f0e0000, quorum=127.0.0.1:59575, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:54:37,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36849-0x1011ca88f0e0001, quorum=127.0.0.1:59575, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:54:37,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741827_1003 (size=196) 2024-11-08T22:54:37,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42009 is added to blk_1073741827_1003 (size=196) 2024-11-08T22:54:37,183 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:54:37,184 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T22:54:37,184 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:54:37,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42009 is added to blk_1073741828_1004 (size=1189) 2024-11-08T22:54:37,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741828_1004 (size=1189) 2024-11-08T22:54:37,191 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45381/user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/MasterData/data/master/store 2024-11-08T22:54:37,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741829_1005 (size=34) 2024-11-08T22:54:37,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42009 is added to blk_1073741829_1005 (size=34) 2024-11-08T22:54:37,197 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:54:37,198 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T22:54:37,198 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:54:37,198 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:54:37,198 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T22:54:37,198 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:54:37,198 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:54:37,198 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731106477198Disabling compacts and flushes for region at 1731106477198Disabling writes for close at 1731106477198Writing region close event to WAL at 1731106477198Closed at 1731106477198 2024-11-08T22:54:37,199 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45381/user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/MasterData/data/master/store/.initializing 2024-11-08T22:54:37,199 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45381/user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/MasterData/WALs/ff635fa717b5,45523,1731106476913 2024-11-08T22:54:37,199 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:54:37,201 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff635fa717b5%2C45523%2C1731106476913, suffix=, logDir=hdfs://localhost:45381/user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/MasterData/WALs/ff635fa717b5,45523,1731106476913, archiveDir=hdfs://localhost:45381/user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/MasterData/oldWALs, maxLogs=10 2024-11-08T22:54:37,212 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/MasterData/WALs/ff635fa717b5,45523,1731106476913/ff635fa717b5%2C45523%2C1731106476913.1731106477201, exclude list is [], retry=0 2024-11-08T22:54:37,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42009,DS-759b8f4f-b537-4741-9fb0-16416bb457f0,DISK] 2024-11-08T22:54:37,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43979,DS-81e43905-2d5d-47fe-b3d3-96686f5d5630,DISK] 2024-11-08T22:54:37,216 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/MasterData/WALs/ff635fa717b5,45523,1731106476913/ff635fa717b5%2C45523%2C1731106476913.1731106477201 2024-11-08T22:54:37,216 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39211:39211),(127.0.0.1/127.0.0.1:46423:46423)] 2024-11-08T22:54:37,216 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:54:37,216 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:54:37,216 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:54:37,217 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:54:37,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:54:37,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T22:54:37,220 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:54:37,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:54:37,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:54:37,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T22:54:37,221 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:54:37,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:54:37,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:54:37,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T22:54:37,223 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:54:37,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:54:37,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:54:37,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T22:54:37,224 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:54:37,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:54:37,225 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:54:37,225 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45381/user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:54:37,226 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45381/user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:54:37,227 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:54:37,227 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:54:37,227 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:54:37,228 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:54:37,230 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45381/user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:54:37,230 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=787307, jitterRate=0.0011126697063446045}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:54:37,231 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731106477217Initializing all the Stores at 1731106477217Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731106477218 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731106477218Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731106477218Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731106477218Cleaning up temporary data from old regions at 1731106477227 (+9 ms)Region opened successfully at 1731106477231 (+4 ms) 2024-11-08T22:54:37,231 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T22:54:37,234 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35e47cac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:54:37,235 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T22:54:37,235 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T22:54:37,235 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T22:54:37,235 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T22:54:37,236 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T22:54:37,236 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T22:54:37,236 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T22:54:37,238 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T22:54:37,239 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45523-0x1011ca88f0e0000, quorum=127.0.0.1:59575, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T22:54:37,249 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T22:54:37,250 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T22:54:37,251 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45523-0x1011ca88f0e0000, quorum=127.0.0.1:59575, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T22:54:37,260 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T22:54:37,260 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T22:54:37,262 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45523-0x1011ca88f0e0000, quorum=127.0.0.1:59575, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T22:54:37,270 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T22:54:37,272 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45523-0x1011ca88f0e0000, quorum=127.0.0.1:59575, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T22:54:37,281 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T22:54:37,283 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45523-0x1011ca88f0e0000, quorum=127.0.0.1:59575, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T22:54:37,292 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T22:54:37,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45523-0x1011ca88f0e0000, quorum=127.0.0.1:59575, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T22:54:37,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36849-0x1011ca88f0e0001, quorum=127.0.0.1:59575, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T22:54:37,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45523-0x1011ca88f0e0000, quorum=127.0.0.1:59575, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:54:37,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36849-0x1011ca88f0e0001, quorum=127.0.0.1:59575, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:54:37,303 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ff635fa717b5,45523,1731106476913, sessionid=0x1011ca88f0e0000, setting cluster-up flag (Was=false) 2024-11-08T22:54:37,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36849-0x1011ca88f0e0001, quorum=127.0.0.1:59575, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:54:37,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45523-0x1011ca88f0e0000, quorum=127.0.0.1:59575, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:54:37,355 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T22:54:37,357 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,45523,1731106476913 2024-11-08T22:54:37,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36849-0x1011ca88f0e0001, quorum=127.0.0.1:59575, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:54:37,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45523-0x1011ca88f0e0000, quorum=127.0.0.1:59575, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:54:37,407 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T22:54:37,409 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,45523,1731106476913 2024-11-08T22:54:37,410 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45381/user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T22:54:37,411 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T22:54:37,411 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T22:54:37,412 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T22:54:37,412 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ff635fa717b5,45523,1731106476913 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T22:54:37,413 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:54:37,414 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:54:37,414 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:54:37,414 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:54:37,414 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ff635fa717b5:0, corePoolSize=10, maxPoolSize=10 2024-11-08T22:54:37,414 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:54:37,414 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:54:37,414 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:54:37,415 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731106507415 2024-11-08T22:54:37,415 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T22:54:37,415 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T22:54:37,415 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T22:54:37,415 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T22:54:37,415 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T22:54:37,415 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T22:54:37,415 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:54:37,415 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:54:37,415 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T22:54:37,416 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T22:54:37,416 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T22:54:37,416 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T22:54:37,416 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T22:54:37,416 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T22:54:37,416 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:54:37,416 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T22:54:37,417 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731106477416,5,FailOnTimeoutGroup] 2024-11-08T22:54:37,418 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731106477417,5,FailOnTimeoutGroup] 2024-11-08T22:54:37,418 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:54:37,418 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T22:54:37,418 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T22:54:37,418 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T22:54:37,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741831_1007 (size=1321) 2024-11-08T22:54:37,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42009 is added to blk_1073741831_1007 (size=1321) 2024-11-08T22:54:37,429 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45381/user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T22:54:37,429 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45381/user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70 2024-11-08T22:54:37,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42009 is added to blk_1073741832_1008 (size=32) 2024-11-08T22:54:37,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741832_1008 (size=32) 2024-11-08T22:54:37,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:54:37,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T22:54:37,437 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T22:54:37,437 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:54:37,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:54:37,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T22:54:37,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T22:54:37,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:54:37,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:54:37,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T22:54:37,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T22:54:37,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:54:37,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:54:37,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T22:54:37,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T22:54:37,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:54:37,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:54:37,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T22:54:37,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45381/user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/data/hbase/meta/1588230740 2024-11-08T22:54:37,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45381/user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/data/hbase/meta/1588230740 2024-11-08T22:54:37,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T22:54:37,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T22:54:37,446 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T22:54:37,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T22:54:37,449 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45381/user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:54:37,449 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=780194, jitterRate=-0.007933244109153748}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T22:54:37,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731106477435Initializing all the Stores at 1731106477436 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731106477436Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731106477436Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731106477436Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731106477436Cleaning up temporary data from old regions at 1731106477445 (+9 ms)Region opened successfully at 1731106477450 (+5 ms) 2024-11-08T22:54:37,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T22:54:37,450 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T22:54:37,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T22:54:37,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T22:54:37,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T22:54:37,450 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T22:54:37,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731106477450Disabling compacts and flushes for region at 1731106477450Disabling writes for close at 1731106477450Writing region close event to WAL at 1731106477450Closed at 1731106477450 2024-11-08T22:54:37,451 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:54:37,451 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T22:54:37,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T22:54:37,453 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:54:37,453 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T22:54:37,498 INFO [RS:0;ff635fa717b5:36849 {}] regionserver.HRegionServer(746): ClusterId : 59cb98c2-08c9-497f-9c97-a80465fa336f 2024-11-08T22:54:37,498 DEBUG [RS:0;ff635fa717b5:36849 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T22:54:37,511 DEBUG [RS:0;ff635fa717b5:36849 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T22:54:37,511 DEBUG [RS:0;ff635fa717b5:36849 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T22:54:37,524 DEBUG [RS:0;ff635fa717b5:36849 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T22:54:37,524 DEBUG [RS:0;ff635fa717b5:36849 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c791bc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:54:37,535 DEBUG [RS:0;ff635fa717b5:36849 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ff635fa717b5:36849 2024-11-08T22:54:37,535 INFO [RS:0;ff635fa717b5:36849 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T22:54:37,535 INFO [RS:0;ff635fa717b5:36849 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T22:54:37,535 DEBUG [RS:0;ff635fa717b5:36849 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T22:54:37,536 INFO [RS:0;ff635fa717b5:36849 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff635fa717b5,45523,1731106476913 with port=36849, startcode=1731106477077 2024-11-08T22:54:37,536 DEBUG [RS:0;ff635fa717b5:36849 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T22:54:37,538 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37475, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T22:54:37,538 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45523 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff635fa717b5,36849,1731106477077 2024-11-08T22:54:37,538 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45523 {}] master.ServerManager(517): Registering regionserver=ff635fa717b5,36849,1731106477077 2024-11-08T22:54:37,539 DEBUG [RS:0;ff635fa717b5:36849 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45381/user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70 2024-11-08T22:54:37,539 DEBUG [RS:0;ff635fa717b5:36849 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45381 2024-11-08T22:54:37,539 DEBUG [RS:0;ff635fa717b5:36849 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T22:54:37,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45523-0x1011ca88f0e0000, quorum=127.0.0.1:59575, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T22:54:37,552 DEBUG [RS:0;ff635fa717b5:36849 {}] zookeeper.ZKUtil(111): regionserver:36849-0x1011ca88f0e0001, quorum=127.0.0.1:59575, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ff635fa717b5,36849,1731106477077 2024-11-08T22:54:37,552 WARN [RS:0;ff635fa717b5:36849 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:54:37,552 INFO [RS:0;ff635fa717b5:36849 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:54:37,553 DEBUG [RS:0;ff635fa717b5:36849 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45381/user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/WALs/ff635fa717b5,36849,1731106477077 2024-11-08T22:54:37,553 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff635fa717b5,36849,1731106477077] 2024-11-08T22:54:37,556 INFO [RS:0;ff635fa717b5:36849 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T22:54:37,557 INFO [RS:0;ff635fa717b5:36849 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T22:54:37,558 INFO [RS:0;ff635fa717b5:36849 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T22:54:37,558 INFO [RS:0;ff635fa717b5:36849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:54:37,558 INFO [RS:0;ff635fa717b5:36849 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T22:54:37,559 INFO [RS:0;ff635fa717b5:36849 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T22:54:37,559 INFO [RS:0;ff635fa717b5:36849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T22:54:37,559 DEBUG [RS:0;ff635fa717b5:36849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:54:37,559 DEBUG [RS:0;ff635fa717b5:36849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:54:37,559 DEBUG [RS:0;ff635fa717b5:36849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:54:37,559 DEBUG [RS:0;ff635fa717b5:36849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:54:37,559 DEBUG [RS:0;ff635fa717b5:36849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:54:37,559 DEBUG [RS:0;ff635fa717b5:36849 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:54:37,559 DEBUG [RS:0;ff635fa717b5:36849 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:54:37,559 DEBUG [RS:0;ff635fa717b5:36849 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:54:37,559 DEBUG [RS:0;ff635fa717b5:36849 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:54:37,559 DEBUG [RS:0;ff635fa717b5:36849 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:54:37,560 DEBUG [RS:0;ff635fa717b5:36849 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:54:37,560 DEBUG [RS:0;ff635fa717b5:36849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:54:37,560 DEBUG [RS:0;ff635fa717b5:36849 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:54:37,560 DEBUG [RS:0;ff635fa717b5:36849 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:54:37,564 INFO [RS:0;ff635fa717b5:36849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:54:37,564 INFO [RS:0;ff635fa717b5:36849 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:54:37,564 INFO [RS:0;ff635fa717b5:36849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:54:37,564 INFO [RS:0;ff635fa717b5:36849 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T22:54:37,564 INFO [RS:0;ff635fa717b5:36849 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T22:54:37,564 INFO [RS:0;ff635fa717b5:36849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,36849,1731106477077-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:54:37,578 INFO [RS:0;ff635fa717b5:36849 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T22:54:37,578 INFO [RS:0;ff635fa717b5:36849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,36849,1731106477077-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:54:37,578 INFO [RS:0;ff635fa717b5:36849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:54:37,578 INFO [RS:0;ff635fa717b5:36849 {}] regionserver.Replication(171): ff635fa717b5,36849,1731106477077 started 2024-11-08T22:54:37,592 INFO [RS:0;ff635fa717b5:36849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:54:37,592 INFO [RS:0;ff635fa717b5:36849 {}] regionserver.HRegionServer(1482): Serving as ff635fa717b5,36849,1731106477077, RpcServer on ff635fa717b5/172.17.0.3:36849, sessionid=0x1011ca88f0e0001 2024-11-08T22:54:37,592 DEBUG [RS:0;ff635fa717b5:36849 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T22:54:37,592 DEBUG [RS:0;ff635fa717b5:36849 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff635fa717b5,36849,1731106477077 2024-11-08T22:54:37,592 DEBUG [RS:0;ff635fa717b5:36849 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,36849,1731106477077' 2024-11-08T22:54:37,592 DEBUG [RS:0;ff635fa717b5:36849 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T22:54:37,593 DEBUG [RS:0;ff635fa717b5:36849 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T22:54:37,593 DEBUG [RS:0;ff635fa717b5:36849 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T22:54:37,593 DEBUG [RS:0;ff635fa717b5:36849 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T22:54:37,593 DEBUG [RS:0;ff635fa717b5:36849 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff635fa717b5,36849,1731106477077 2024-11-08T22:54:37,593 DEBUG [RS:0;ff635fa717b5:36849 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,36849,1731106477077' 2024-11-08T22:54:37,593 DEBUG [RS:0;ff635fa717b5:36849 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T22:54:37,594 DEBUG [RS:0;ff635fa717b5:36849 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T22:54:37,594 DEBUG [RS:0;ff635fa717b5:36849 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T22:54:37,594 INFO [RS:0;ff635fa717b5:36849 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T22:54:37,594 INFO [RS:0;ff635fa717b5:36849 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T22:54:37,604 WARN [ff635fa717b5:45523 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T22:54:37,695 INFO [RS:0;ff635fa717b5:36849 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:54:37,697 INFO [RS:0;ff635fa717b5:36849 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff635fa717b5%2C36849%2C1731106477077, suffix=, logDir=hdfs://localhost:45381/user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/WALs/ff635fa717b5,36849,1731106477077, archiveDir=hdfs://localhost:45381/user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/oldWALs, maxLogs=32 2024-11-08T22:54:37,712 DEBUG [RS:0;ff635fa717b5:36849 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/WALs/ff635fa717b5,36849,1731106477077/ff635fa717b5%2C36849%2C1731106477077.1731106477697, exclude list is [], retry=0 2024-11-08T22:54:37,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42009,DS-759b8f4f-b537-4741-9fb0-16416bb457f0,DISK] 2024-11-08T22:54:37,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43979,DS-81e43905-2d5d-47fe-b3d3-96686f5d5630,DISK] 2024-11-08T22:54:37,717 INFO [RS:0;ff635fa717b5:36849 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/WALs/ff635fa717b5,36849,1731106477077/ff635fa717b5%2C36849%2C1731106477077.1731106477697 2024-11-08T22:54:37,717 DEBUG [RS:0;ff635fa717b5:36849 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39211:39211),(127.0.0.1/127.0.0.1:46423:46423)] 2024-11-08T22:54:37,854 DEBUG [ff635fa717b5:45523 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T22:54:37,854 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ff635fa717b5,36849,1731106477077 2024-11-08T22:54:37,856 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,36849,1731106477077, state=OPENING 2024-11-08T22:54:37,868 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T22:54:37,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36849-0x1011ca88f0e0001, quorum=127.0.0.1:59575, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:54:37,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45523-0x1011ca88f0e0000, quorum=127.0.0.1:59575, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:54:37,879 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:54:37,880 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T22:54:37,880 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T22:54:37,880 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,36849,1731106477077}] 2024-11-08T22:54:38,035 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T22:54:38,036 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53421, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T22:54:38,042 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T22:54:38,042 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:54:38,043 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T22:54:38,045 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff635fa717b5%2C36849%2C1731106477077.meta, suffix=.meta, logDir=hdfs://localhost:45381/user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/WALs/ff635fa717b5,36849,1731106477077, archiveDir=hdfs://localhost:45381/user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/oldWALs, maxLogs=32 2024-11-08T22:54:38,063 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/WALs/ff635fa717b5,36849,1731106477077/ff635fa717b5%2C36849%2C1731106477077.meta.1731106478045.meta, exclude list is [], retry=0 2024-11-08T22:54:38,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42009,DS-759b8f4f-b537-4741-9fb0-16416bb457f0,DISK] 2024-11-08T22:54:38,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43979,DS-81e43905-2d5d-47fe-b3d3-96686f5d5630,DISK] 2024-11-08T22:54:38,066 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/WALs/ff635fa717b5,36849,1731106477077/ff635fa717b5%2C36849%2C1731106477077.meta.1731106478045.meta 2024-11-08T22:54:38,067 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39211:39211),(127.0.0.1/127.0.0.1:46423:46423)] 2024-11-08T22:54:38,067 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:54:38,067 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T22:54:38,067 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T22:54:38,067 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T22:54:38,067 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T22:54:38,067 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:54:38,067 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T22:54:38,067 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T22:54:38,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T22:54:38,069 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T22:54:38,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:54:38,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:54:38,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T22:54:38,071 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T22:54:38,071 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:54:38,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:54:38,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T22:54:38,072 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T22:54:38,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:54:38,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:54:38,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T22:54:38,073 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T22:54:38,073 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:54:38,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:54:38,073 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T22:54:38,074 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45381/user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/data/hbase/meta/1588230740 2024-11-08T22:54:38,075 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45381/user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/data/hbase/meta/1588230740 2024-11-08T22:54:38,076 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T22:54:38,076 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T22:54:38,076 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T22:54:38,077 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T22:54:38,078 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=838163, jitterRate=0.0657801479101181}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T22:54:38,078 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T22:54:38,078 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731106478068Writing region info on filesystem at 1731106478068Initializing all the Stores at 1731106478068Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731106478068Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731106478069 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731106478069Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731106478069Cleaning up temporary data from old regions at 1731106478076 (+7 ms)Running coprocessor post-open hooks at 1731106478078 (+2 ms)Region opened successfully at 1731106478078 2024-11-08T22:54:38,079 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731106478034 2024-11-08T22:54:38,081 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T22:54:38,081 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T22:54:38,082 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,36849,1731106477077 2024-11-08T22:54:38,083 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,36849,1731106477077, state=OPEN 2024-11-08T22:54:38,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45523-0x1011ca88f0e0000, quorum=127.0.0.1:59575, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T22:54:38,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36849-0x1011ca88f0e0001, quorum=127.0.0.1:59575, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T22:54:38,164 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ff635fa717b5,36849,1731106477077 2024-11-08T22:54:38,165 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T22:54:38,165 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T22:54:38,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T22:54:38,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,36849,1731106477077 in 285 msec 2024-11-08T22:54:38,175 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T22:54:38,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 719 msec 2024-11-08T22:54:38,176 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:54:38,176 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T22:54:38,178 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:54:38,178 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,36849,1731106477077, seqNum=-1] 2024-11-08T22:54:38,178 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:54:38,179 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40207, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:54:38,184 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 772 msec 2024-11-08T22:54:38,184 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731106478184, completionTime=-1 2024-11-08T22:54:38,184 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T22:54:38,184 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T22:54:38,186 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T22:54:38,186 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731106538186 2024-11-08T22:54:38,186 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731106598186 2024-11-08T22:54:38,186 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T22:54:38,187 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,45523,1731106476913-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:54:38,187 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,45523,1731106476913-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:54:38,187 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,45523,1731106476913-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:54:38,187 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ff635fa717b5:45523, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:54:38,187 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T22:54:38,187 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T22:54:38,189 DEBUG [master/ff635fa717b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T22:54:38,190 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.046sec 2024-11-08T22:54:38,190 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T22:54:38,190 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T22:54:38,191 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T22:54:38,191 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T22:54:38,191 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T22:54:38,191 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,45523,1731106476913-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:54:38,191 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,45523,1731106476913-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T22:54:38,193 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T22:54:38,193 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T22:54:38,194 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,45523,1731106476913-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:54:38,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49d13608, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:54:38,198 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,45523,-1 for getting cluster id 2024-11-08T22:54:38,198 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:54:38,200 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59cb98c2-08c9-497f-9c97-a80465fa336f' 2024-11-08T22:54:38,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:54:38,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59cb98c2-08c9-497f-9c97-a80465fa336f" 2024-11-08T22:54:38,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10d071a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:54:38,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,45523,-1] 2024-11-08T22:54:38,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:54:38,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:54:38,201 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:54:38,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52dd2712, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:54:38,202 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:54:38,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,36849,1731106477077, seqNum=-1] 2024-11-08T22:54:38,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:54:38,205 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:54:38,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ff635fa717b5,45523,1731106476913 2024-11-08T22:54:38,207 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:54:38,210 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-08T22:54:38,211 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:54:38,212 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:54:38,215 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:45381/user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/WALs/test.com,8080,1, archiveDir=hdfs://localhost:45381/user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/oldWALs, maxLogs=32 2024-11-08T22:54:38,228 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/WALs/test.com,8080,1/test.com%2C8080%2C1.1731106478215, exclude list is [], retry=0 2024-11-08T22:54:38,231 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42009,DS-759b8f4f-b537-4741-9fb0-16416bb457f0,DISK] 2024-11-08T22:54:38,231 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43979,DS-81e43905-2d5d-47fe-b3d3-96686f5d5630,DISK] 2024-11-08T22:54:38,233 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/WALs/test.com,8080,1/test.com%2C8080%2C1.1731106478215 2024-11-08T22:54:38,233 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39211:39211),(127.0.0.1/127.0.0.1:46423:46423)] 2024-11-08T22:54:38,244 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/WALs/test.com,8080,1/test.com%2C8080%2C1.1731106478233, exclude list is [], retry=0 2024-11-08T22:54:38,246 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42009,DS-759b8f4f-b537-4741-9fb0-16416bb457f0,DISK] 2024-11-08T22:54:38,247 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43979,DS-81e43905-2d5d-47fe-b3d3-96686f5d5630,DISK] 2024-11-08T22:54:38,248 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/WALs/test.com,8080,1/test.com%2C8080%2C1.1731106478215 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/WALs/test.com,8080,1/test.com%2C8080%2C1.1731106478233 2024-11-08T22:54:38,249 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39211:39211),(127.0.0.1/127.0.0.1:46423:46423)] 2024-11-08T22:54:38,249 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:45381/user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/WALs/test.com,8080,1/test.com%2C8080%2C1.1731106478215 is not closed yet, will try archiving it next time 2024-11-08T22:54:38,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42009 is added to blk_1073741835_1011 (size=93) 2024-11-08T22:54:38,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741835_1011 (size=93) 2024-11-08T22:54:38,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42009 is added to blk_1073741836_1012 (size=93) 2024-11-08T22:54:38,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741836_1012 (size=93) 2024-11-08T22:54:38,252 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45381/user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/WALs/test.com,8080,1/test.com%2C8080%2C1.1731106478215 to hdfs://localhost:45381/user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/oldWALs/test.com%2C8080%2C1.1731106478215 2024-11-08T22:54:38,254 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/oldWALs 2024-11-08T22:54:38,254 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1731106478233) 2024-11-08T22:54:38,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T22:54:38,255 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:54:38,255 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:54:38,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:54:38,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:54:38,255 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:54:38,255 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T22:54:38,255 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=5139000, stopped=false 2024-11-08T22:54:38,255 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ff635fa717b5,45523,1731106476913 2024-11-08T22:54:38,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36849-0x1011ca88f0e0001, quorum=127.0.0.1:59575, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T22:54:38,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45523-0x1011ca88f0e0000, quorum=127.0.0.1:59575, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T22:54:38,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45523-0x1011ca88f0e0000, quorum=127.0.0.1:59575, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:54:38,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36849-0x1011ca88f0e0001, quorum=127.0.0.1:59575, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:54:38,271 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T22:54:38,271 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:54:38,271 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:54:38,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:54:38,271 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45523-0x1011ca88f0e0000, quorum=127.0.0.1:59575, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T22:54:38,271 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36849-0x1011ca88f0e0001, quorum=127.0.0.1:59575, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T22:54:38,271 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff635fa717b5,36849,1731106477077' ***** 2024-11-08T22:54:38,271 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T22:54:38,272 INFO [RS:0;ff635fa717b5:36849 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T22:54:38,272 INFO [RS:0;ff635fa717b5:36849 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T22:54:38,272 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T22:54:38,272 INFO [RS:0;ff635fa717b5:36849 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T22:54:38,272 INFO [RS:0;ff635fa717b5:36849 {}] regionserver.HRegionServer(959): stopping server ff635fa717b5,36849,1731106477077 2024-11-08T22:54:38,272 INFO [RS:0;ff635fa717b5:36849 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:54:38,272 INFO [RS:0;ff635fa717b5:36849 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:36849. 2024-11-08T22:54:38,272 DEBUG [RS:0;ff635fa717b5:36849 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:54:38,272 DEBUG [RS:0;ff635fa717b5:36849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:54:38,272 INFO [RS:0;ff635fa717b5:36849 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T22:54:38,272 INFO [RS:0;ff635fa717b5:36849 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T22:54:38,272 INFO [RS:0;ff635fa717b5:36849 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T22:54:38,272 INFO [RS:0;ff635fa717b5:36849 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T22:54:38,272 INFO [RS:0;ff635fa717b5:36849 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T22:54:38,272 DEBUG [RS:0;ff635fa717b5:36849 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T22:54:38,272 DEBUG [RS:0;ff635fa717b5:36849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T22:54:38,272 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T22:54:38,273 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T22:54:38,273 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T22:54:38,273 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T22:54:38,273 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T22:54:38,273 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-08T22:54:38,286 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45381/user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/data/hbase/meta/1588230740/.tmp/ns/f8112d7f9ab9411d82a760a035eccaa3 is 43, key is default/ns:d/1731106478180/Put/seqid=0 2024-11-08T22:54:38,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741837_1013 (size=5153) 2024-11-08T22:54:38,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42009 is added to blk_1073741837_1013 (size=5153) 2024-11-08T22:54:38,473 DEBUG [RS:0;ff635fa717b5:36849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T22:54:38,569 INFO [regionserver/ff635fa717b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T22:54:38,569 INFO [regionserver/ff635fa717b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T22:54:38,673 DEBUG [RS:0;ff635fa717b5:36849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T22:54:38,693 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45381/user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/data/hbase/meta/1588230740/.tmp/ns/f8112d7f9ab9411d82a760a035eccaa3 2024-11-08T22:54:38,707 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45381/user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/data/hbase/meta/1588230740/.tmp/ns/f8112d7f9ab9411d82a760a035eccaa3 as hdfs://localhost:45381/user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/data/hbase/meta/1588230740/ns/f8112d7f9ab9411d82a760a035eccaa3 2024-11-08T22:54:38,713 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45381/user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/data/hbase/meta/1588230740/ns/f8112d7f9ab9411d82a760a035eccaa3, entries=2, sequenceid=6, filesize=5.0 K 2024-11-08T22:54:38,714 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 441ms, sequenceid=6, compaction requested=false 2024-11-08T22:54:38,714 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T22:54:38,718 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45381/user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T22:54:38,719 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T22:54:38,719 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T22:54:38,719 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731106478272Running coprocessor pre-close hooks at 1731106478272Disabling compacts and flushes for region at 1731106478272Disabling writes for close at 1731106478273 (+1 ms)Obtaining lock to block concurrent updates at 1731106478273Preparing flush snapshotting stores in 1588230740 at 1731106478273Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731106478273Flushing stores of hbase:meta,,1.1588230740 at 1731106478274 (+1 ms)Flushing 1588230740/ns: creating writer at 1731106478274Flushing 1588230740/ns: appending metadata at 1731106478286 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731106478286Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5aa707ac: reopening flushed file at 1731106478706 (+420 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 441ms, sequenceid=6, compaction requested=false at 1731106478714 (+8 ms)Writing region close event to WAL at 1731106478715 (+1 ms)Running coprocessor post-close hooks at 1731106478719 (+4 ms)Closed at 1731106478719 2024-11-08T22:54:38,719 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T22:54:38,873 INFO [RS:0;ff635fa717b5:36849 {}] regionserver.HRegionServer(976): stopping server ff635fa717b5,36849,1731106477077; all regions closed. 2024-11-08T22:54:38,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42009 is added to blk_1073741834_1010 (size=1152) 2024-11-08T22:54:38,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741834_1010 (size=1152) 2024-11-08T22:54:38,882 DEBUG [RS:0;ff635fa717b5:36849 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/oldWALs 2024-11-08T22:54:38,882 INFO [RS:0;ff635fa717b5:36849 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff635fa717b5%2C36849%2C1731106477077.meta:.meta(num 1731106478045) 2024-11-08T22:54:38,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741833_1009 (size=93) 2024-11-08T22:54:38,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42009 is added to blk_1073741833_1009 (size=93) 2024-11-08T22:54:38,886 DEBUG [RS:0;ff635fa717b5:36849 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/oldWALs 2024-11-08T22:54:38,886 INFO [RS:0;ff635fa717b5:36849 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff635fa717b5%2C36849%2C1731106477077:(num 1731106477697) 2024-11-08T22:54:38,887 DEBUG [RS:0;ff635fa717b5:36849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:54:38,887 INFO [RS:0;ff635fa717b5:36849 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:54:38,887 INFO [RS:0;ff635fa717b5:36849 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:54:38,887 INFO [RS:0;ff635fa717b5:36849 {}] hbase.ChoreService(370): Chore service for: regionserver/ff635fa717b5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T22:54:38,887 INFO [RS:0;ff635fa717b5:36849 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:54:38,887 INFO [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:54:38,887 INFO [RS:0;ff635fa717b5:36849 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36849 2024-11-08T22:54:38,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45523-0x1011ca88f0e0000, quorum=127.0.0.1:59575, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T22:54:38,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36849-0x1011ca88f0e0001, quorum=127.0.0.1:59575, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ff635fa717b5,36849,1731106477077 2024-11-08T22:54:38,934 INFO [RS:0;ff635fa717b5:36849 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:54:38,944 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff635fa717b5,36849,1731106477077] 2024-11-08T22:54:38,955 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ff635fa717b5,36849,1731106477077 already deleted, retry=false 2024-11-08T22:54:38,955 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff635fa717b5,36849,1731106477077 expired; onlineServers=0 2024-11-08T22:54:38,955 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ff635fa717b5,45523,1731106476913' ***** 2024-11-08T22:54:38,955 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T22:54:38,955 INFO [M:0;ff635fa717b5:45523 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:54:38,955 INFO [M:0;ff635fa717b5:45523 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:54:38,955 DEBUG [M:0;ff635fa717b5:45523 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T22:54:38,956 DEBUG [M:0;ff635fa717b5:45523 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T22:54:38,956 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T22:54:38,956 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731106477416 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731106477416,5,FailOnTimeoutGroup] 2024-11-08T22:54:38,956 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731106477417 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731106477417,5,FailOnTimeoutGroup] 2024-11-08T22:54:38,956 INFO [M:0;ff635fa717b5:45523 {}] hbase.ChoreService(370): Chore service for: master/ff635fa717b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T22:54:38,956 INFO [M:0;ff635fa717b5:45523 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:54:38,957 DEBUG [M:0;ff635fa717b5:45523 {}] master.HMaster(1795): Stopping service threads 2024-11-08T22:54:38,957 INFO [M:0;ff635fa717b5:45523 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T22:54:38,957 INFO [M:0;ff635fa717b5:45523 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T22:54:38,957 INFO [M:0;ff635fa717b5:45523 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T22:54:38,957 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T22:54:38,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45523-0x1011ca88f0e0000, quorum=127.0.0.1:59575, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T22:54:38,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45523-0x1011ca88f0e0000, quorum=127.0.0.1:59575, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:54:38,965 DEBUG [M:0;ff635fa717b5:45523 {}] zookeeper.ZKUtil(347): master:45523-0x1011ca88f0e0000, quorum=127.0.0.1:59575, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T22:54:38,965 WARN [M:0;ff635fa717b5:45523 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T22:54:38,966 INFO [M:0;ff635fa717b5:45523 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45381/user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/.lastflushedseqids 2024-11-08T22:54:38,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741838_1014 (size=99) 2024-11-08T22:54:38,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42009 is added to blk_1073741838_1014 (size=99) 2024-11-08T22:54:38,974 INFO [M:0;ff635fa717b5:45523 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T22:54:38,974 INFO [M:0;ff635fa717b5:45523 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T22:54:38,974 DEBUG [M:0;ff635fa717b5:45523 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T22:54:38,974 INFO [M:0;ff635fa717b5:45523 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:54:38,974 DEBUG [M:0;ff635fa717b5:45523 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:54:38,974 DEBUG [M:0;ff635fa717b5:45523 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T22:54:38,974 DEBUG [M:0;ff635fa717b5:45523 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:54:38,974 INFO [M:0;ff635fa717b5:45523 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-11-08T22:54:38,991 DEBUG [M:0;ff635fa717b5:45523 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45381/user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64575c9694e04e979cb17e5551edc6ac is 82, key is hbase:meta,,1/info:regioninfo/1731106478082/Put/seqid=0 2024-11-08T22:54:38,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741839_1015 (size=5672) 2024-11-08T22:54:38,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42009 is added to blk_1073741839_1015 (size=5672) 2024-11-08T22:54:38,996 INFO [M:0;ff635fa717b5:45523 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:45381/user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64575c9694e04e979cb17e5551edc6ac 2024-11-08T22:54:39,014 DEBUG [M:0;ff635fa717b5:45523 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45381/user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/925544d5b3634087ab9a79f7f2b4b48c is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731106478183/Put/seqid=0 2024-11-08T22:54:39,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42009 is added to blk_1073741840_1016 (size=5275) 2024-11-08T22:54:39,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741840_1016 (size=5275) 2024-11-08T22:54:39,019 INFO [M:0;ff635fa717b5:45523 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:45381/user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/925544d5b3634087ab9a79f7f2b4b48c 2024-11-08T22:54:39,037 DEBUG [M:0;ff635fa717b5:45523 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45381/user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0fa81991a9ef423c9d28c32953891d37 is 69, key is ff635fa717b5,36849,1731106477077/rs:state/1731106477538/Put/seqid=0 2024-11-08T22:54:39,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42009 is added to blk_1073741841_1017 (size=5156) 2024-11-08T22:54:39,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741841_1017 (size=5156) 2024-11-08T22:54:39,042 INFO [M:0;ff635fa717b5:45523 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:45381/user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0fa81991a9ef423c9d28c32953891d37 2024-11-08T22:54:39,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36849-0x1011ca88f0e0001, quorum=127.0.0.1:59575, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:54:39,044 INFO [RS:0;ff635fa717b5:36849 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:54:39,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36849-0x1011ca88f0e0001, quorum=127.0.0.1:59575, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:54:39,045 INFO [RS:0;ff635fa717b5:36849 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff635fa717b5,36849,1731106477077; zookeeper connection closed. 2024-11-08T22:54:39,045 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@47581494 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@47581494 2024-11-08T22:54:39,045 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T22:54:39,060 DEBUG [M:0;ff635fa717b5:45523 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45381/user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/52a02ab62dfe411c81b2889e6e759c01 is 52, key is load_balancer_on/state:d/1731106478209/Put/seqid=0 2024-11-08T22:54:39,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42009 is added to blk_1073741842_1018 (size=5056) 2024-11-08T22:54:39,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741842_1018 (size=5056) 2024-11-08T22:54:39,065 INFO [M:0;ff635fa717b5:45523 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:45381/user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/52a02ab62dfe411c81b2889e6e759c01 2024-11-08T22:54:39,069 DEBUG [M:0;ff635fa717b5:45523 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45381/user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64575c9694e04e979cb17e5551edc6ac as hdfs://localhost:45381/user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/64575c9694e04e979cb17e5551edc6ac 2024-11-08T22:54:39,073 INFO [M:0;ff635fa717b5:45523 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45381/user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/64575c9694e04e979cb17e5551edc6ac, entries=8, sequenceid=29, filesize=5.5 K 2024-11-08T22:54:39,074 DEBUG [M:0;ff635fa717b5:45523 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45381/user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/925544d5b3634087ab9a79f7f2b4b48c as hdfs://localhost:45381/user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/925544d5b3634087ab9a79f7f2b4b48c 2024-11-08T22:54:39,079 INFO [M:0;ff635fa717b5:45523 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45381/user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/925544d5b3634087ab9a79f7f2b4b48c, entries=3, sequenceid=29, filesize=5.2 K 2024-11-08T22:54:39,080 DEBUG [M:0;ff635fa717b5:45523 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45381/user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0fa81991a9ef423c9d28c32953891d37 as hdfs://localhost:45381/user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0fa81991a9ef423c9d28c32953891d37 2024-11-08T22:54:39,085 INFO [M:0;ff635fa717b5:45523 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45381/user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0fa81991a9ef423c9d28c32953891d37, entries=1, sequenceid=29, filesize=5.0 K 2024-11-08T22:54:39,086 DEBUG [M:0;ff635fa717b5:45523 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45381/user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/52a02ab62dfe411c81b2889e6e759c01 as hdfs://localhost:45381/user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/52a02ab62dfe411c81b2889e6e759c01 2024-11-08T22:54:39,091 INFO [M:0;ff635fa717b5:45523 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45381/user/jenkins/test-data/006112c6-f22c-cede-af2a-0eaaf7841b70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/52a02ab62dfe411c81b2889e6e759c01, entries=1, sequenceid=29, filesize=4.9 K 2024-11-08T22:54:39,092 INFO [M:0;ff635fa717b5:45523 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 117ms, sequenceid=29, compaction requested=false 2024-11-08T22:54:39,093 INFO [M:0;ff635fa717b5:45523 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:54:39,093 DEBUG [M:0;ff635fa717b5:45523 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731106478974Disabling compacts and flushes for region at 1731106478974Disabling writes for close at 1731106478974Obtaining lock to block concurrent updates at 1731106478974Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731106478974Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1731106478975 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731106478976 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731106478976Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731106478990 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731106478990Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731106479000 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731106479013 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731106479013Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731106479023 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731106479037 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731106479037Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731106479046 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731106479059 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731106479059Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e968975: reopening flushed file at 1731106479068 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fd6e9ce: reopening flushed file at 1731106479073 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cce8c: reopening flushed file at 1731106479079 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d49ef8: reopening flushed file at 1731106479085 (+6 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 117ms, sequenceid=29, compaction requested=false at 1731106479092 (+7 ms)Writing region close event to WAL at 1731106479093 (+1 ms)Closed at 1731106479093 2024-11-08T22:54:39,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741830_1006 (size=10311) 2024-11-08T22:54:39,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42009 is added to blk_1073741830_1006 (size=10311) 2024-11-08T22:54:39,096 INFO [M:0;ff635fa717b5:45523 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T22:54:39,096 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:54:39,096 INFO [M:0;ff635fa717b5:45523 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45523 2024-11-08T22:54:39,096 INFO [M:0;ff635fa717b5:45523 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:54:39,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:54:39,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:54:39,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:54:39,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:54:39,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:54:39,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:54:39,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:54:39,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:54:39,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:54:39,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:54:39,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:54:39,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:54:39,202 INFO [M:0;ff635fa717b5:45523 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:54:39,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45523-0x1011ca88f0e0000, quorum=127.0.0.1:59575, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:54:39,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45523-0x1011ca88f0e0000, quorum=127.0.0.1:59575, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:54:39,242 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29bdbd42{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:54:39,242 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46cc490f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:54:39,242 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:54:39,242 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77dfb1ee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:54:39,242 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d40c68b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/146e0da3-5fee-3aab-27c1-26d0c31288f4/hadoop.log.dir/,STOPPED} 2024-11-08T22:54:39,244 WARN [BP-1135117765-172.17.0.3-1731106474731 heartbeating to localhost/127.0.0.1:45381 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T22:54:39,244 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T22:54:39,244 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T22:54:39,244 WARN [BP-1135117765-172.17.0.3-1731106474731 heartbeating to localhost/127.0.0.1:45381 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1135117765-172.17.0.3-1731106474731 (Datanode Uuid f7ebfd60-cbb2-42ac-b616-6965f50ce00a) service to localhost/127.0.0.1:45381 2024-11-08T22:54:39,244 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/146e0da3-5fee-3aab-27c1-26d0c31288f4/cluster_1a4a46a9-6e2c-3ee5-9ae5-575da006f618/data/data3/current/BP-1135117765-172.17.0.3-1731106474731 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:54:39,244 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/146e0da3-5fee-3aab-27c1-26d0c31288f4/cluster_1a4a46a9-6e2c-3ee5-9ae5-575da006f618/data/data4/current/BP-1135117765-172.17.0.3-1731106474731 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:54:39,245 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T22:54:39,246 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ad0d3f1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:54:39,246 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31da648c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:54:39,247 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:54:39,247 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9e72a76{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:54:39,247 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ff99838{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/146e0da3-5fee-3aab-27c1-26d0c31288f4/hadoop.log.dir/,STOPPED} 2024-11-08T22:54:39,248 WARN [BP-1135117765-172.17.0.3-1731106474731 heartbeating to localhost/127.0.0.1:45381 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T22:54:39,248 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T22:54:39,248 WARN [BP-1135117765-172.17.0.3-1731106474731 heartbeating to localhost/127.0.0.1:45381 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1135117765-172.17.0.3-1731106474731 (Datanode Uuid 8ed1b080-3562-4dbb-b421-2a4689b8d440) service to localhost/127.0.0.1:45381 2024-11-08T22:54:39,248 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T22:54:39,248 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/146e0da3-5fee-3aab-27c1-26d0c31288f4/cluster_1a4a46a9-6e2c-3ee5-9ae5-575da006f618/data/data1/current/BP-1135117765-172.17.0.3-1731106474731 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:54:39,248 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/146e0da3-5fee-3aab-27c1-26d0c31288f4/cluster_1a4a46a9-6e2c-3ee5-9ae5-575da006f618/data/data2/current/BP-1135117765-172.17.0.3-1731106474731 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:54:39,248 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T22:54:39,253 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b5fbc2c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T22:54:39,254 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c0c5f22{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:54:39,254 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:54:39,254 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@396da33f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:54:39,254 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f3e702f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/146e0da3-5fee-3aab-27c1-26d0c31288f4/hadoop.log.dir/,STOPPED} 2024-11-08T22:54:39,258 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T22:54:39,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T22:54:39,280 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=134 (was 112) - Thread LEAK? -, OpenFileDescriptor=507 (was 458) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=66 (was 71), ProcessCount=11 (was 11), AvailableMemoryMB=6973 (was 7014)