2024-11-24 09:41:19,434 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-24 09:41:19,455 main DEBUG Took 0.018993 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-24 09:41:19,455 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-24 09:41:19,456 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-24 09:41:19,457 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-24 09:41:19,460 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 09:41:19,474 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-24 09:41:19,497 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 09:41:19,499 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 09:41:19,500 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 09:41:19,500 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 09:41:19,501 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 09:41:19,501 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 09:41:19,502 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 09:41:19,503 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 09:41:19,504 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 09:41:19,504 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 09:41:19,505 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 09:41:19,506 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 09:41:19,507 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 09:41:19,507 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 09:41:19,508 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 09:41:19,508 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 09:41:19,509 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 09:41:19,509 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 09:41:19,510 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 09:41:19,510 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 09:41:19,511 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 09:41:19,511 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 09:41:19,512 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 09:41:19,512 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 09:41:19,513 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 09:41:19,513 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-24 09:41:19,515 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 09:41:19,517 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-24 09:41:19,520 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-24 09:41:19,521 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-24 09:41:19,522 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-24 09:41:19,523 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-24 09:41:19,534 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-24 09:41:19,537 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-24 09:41:19,540 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-24 09:41:19,540 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-24 09:41:19,541 main DEBUG createAppenders(={Console}) 2024-11-24 09:41:19,542 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-11-24 09:41:19,542 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-24 09:41:19,543 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-11-24 09:41:19,543 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-24 09:41:19,544 main DEBUG OutputStream closed 2024-11-24 09:41:19,544 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-24 09:41:19,544 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-24 09:41:19,545 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-11-24 09:41:19,660 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-24 09:41:19,662 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-24 09:41:19,664 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-24 09:41:19,665 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-24 09:41:19,665 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-24 09:41:19,666 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-24 09:41:19,667 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-24 09:41:19,667 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-24 09:41:19,668 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-24 09:41:19,668 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-24 09:41:19,669 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-24 09:41:19,669 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-24 09:41:19,670 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-24 09:41:19,670 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-24 09:41:19,671 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-24 09:41:19,671 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-24 09:41:19,672 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-24 09:41:19,673 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-24 09:41:19,676 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24 09:41:19,676 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-11-24 09:41:19,677 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-24 09:41:19,678 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-11-24T09:41:20,121 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e6ede61-085a-b581-99b1-b4c9ff3a43bc 2024-11-24 09:41:20,124 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-24 09:41:20,124 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24T09:41:20,135 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-11-24T09:41:20,205 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=535, ProcessCount=11, AvailableMemoryMB=8552 2024-11-24T09:41:20,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T09:41:20,233 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e6ede61-085a-b581-99b1-b4c9ff3a43bc/cluster_c84592ed-bf48-fdb3-bf71-d8c0ce8781e1, deleteOnExit=true 2024-11-24T09:41:20,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T09:41:20,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e6ede61-085a-b581-99b1-b4c9ff3a43bc/test.cache.data in system properties and HBase conf 2024-11-24T09:41:20,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e6ede61-085a-b581-99b1-b4c9ff3a43bc/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T09:41:20,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e6ede61-085a-b581-99b1-b4c9ff3a43bc/hadoop.log.dir in system properties and HBase conf 2024-11-24T09:41:20,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e6ede61-085a-b581-99b1-b4c9ff3a43bc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T09:41:20,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e6ede61-085a-b581-99b1-b4c9ff3a43bc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T09:41:20,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T09:41:20,348 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-24T09:41:20,466 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T09:41:20,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e6ede61-085a-b581-99b1-b4c9ff3a43bc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T09:41:20,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e6ede61-085a-b581-99b1-b4c9ff3a43bc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T09:41:20,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e6ede61-085a-b581-99b1-b4c9ff3a43bc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T09:41:20,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e6ede61-085a-b581-99b1-b4c9ff3a43bc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T09:41:20,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e6ede61-085a-b581-99b1-b4c9ff3a43bc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T09:41:20,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e6ede61-085a-b581-99b1-b4c9ff3a43bc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T09:41:20,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e6ede61-085a-b581-99b1-b4c9ff3a43bc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T09:41:20,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e6ede61-085a-b581-99b1-b4c9ff3a43bc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T09:41:20,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e6ede61-085a-b581-99b1-b4c9ff3a43bc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T09:41:20,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e6ede61-085a-b581-99b1-b4c9ff3a43bc/nfs.dump.dir in system properties and HBase conf 2024-11-24T09:41:20,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e6ede61-085a-b581-99b1-b4c9ff3a43bc/java.io.tmpdir in system properties and HBase conf 2024-11-24T09:41:20,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e6ede61-085a-b581-99b1-b4c9ff3a43bc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T09:41:20,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e6ede61-085a-b581-99b1-b4c9ff3a43bc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T09:41:20,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e6ede61-085a-b581-99b1-b4c9ff3a43bc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T09:41:21,996 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-24T09:41:22,113 INFO [Time-limited test {}] log.Log(170): Logging initialized @3742ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-24T09:41:22,205 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T09:41:22,293 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T09:41:22,329 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T09:41:22,330 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T09:41:22,332 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T09:41:22,356 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T09:41:22,361 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e6ede61-085a-b581-99b1-b4c9ff3a43bc/hadoop.log.dir/,AVAILABLE} 2024-11-24T09:41:22,362 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T09:41:22,620 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@612e4b2b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e6ede61-085a-b581-99b1-b4c9ff3a43bc/java.io.tmpdir/jetty-localhost-36723-hadoop-hdfs-3_4_1-tests_jar-_-any-9869956300064931301/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T09:41:22,628 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:36723} 2024-11-24T09:41:22,629 INFO [Time-limited test {}] server.Server(415): Started @4259ms 2024-11-24T09:41:23,278 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T09:41:23,289 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T09:41:23,294 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T09:41:23,294 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T09:41:23,295 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T09:41:23,296 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e6ede61-085a-b581-99b1-b4c9ff3a43bc/hadoop.log.dir/,AVAILABLE} 2024-11-24T09:41:23,297 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T09:41:23,434 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@790fbcfe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e6ede61-085a-b581-99b1-b4c9ff3a43bc/java.io.tmpdir/jetty-localhost-37083-hadoop-hdfs-3_4_1-tests_jar-_-any-5364617813684210133/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T09:41:23,435 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:37083} 2024-11-24T09:41:23,436 INFO [Time-limited test {}] server.Server(415): Started @5065ms 2024-11-24T09:41:23,502 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T09:41:23,673 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T09:41:23,685 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T09:41:23,706 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T09:41:23,707 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T09:41:23,707 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T09:41:23,711 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e6ede61-085a-b581-99b1-b4c9ff3a43bc/hadoop.log.dir/,AVAILABLE} 2024-11-24T09:41:23,712 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T09:41:23,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b9fe80c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e6ede61-085a-b581-99b1-b4c9ff3a43bc/java.io.tmpdir/jetty-localhost-33083-hadoop-hdfs-3_4_1-tests_jar-_-any-2739326565130982592/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T09:41:23,854 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:33083} 2024-11-24T09:41:23,854 INFO [Time-limited test {}] server.Server(415): Started @5484ms 2024-11-24T09:41:23,857 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T09:41:24,609 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e6ede61-085a-b581-99b1-b4c9ff3a43bc/cluster_c84592ed-bf48-fdb3-bf71-d8c0ce8781e1/data/data4/current/BP-1786074593-172.17.0.2-1732441281408/current, will proceed with Du for space computation calculation, 2024-11-24T09:41:24,609 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e6ede61-085a-b581-99b1-b4c9ff3a43bc/cluster_c84592ed-bf48-fdb3-bf71-d8c0ce8781e1/data/data3/current/BP-1786074593-172.17.0.2-1732441281408/current, will proceed with Du for space computation calculation, 2024-11-24T09:41:24,619 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e6ede61-085a-b581-99b1-b4c9ff3a43bc/cluster_c84592ed-bf48-fdb3-bf71-d8c0ce8781e1/data/data1/current/BP-1786074593-172.17.0.2-1732441281408/current, will proceed with Du for space computation calculation, 2024-11-24T09:41:24,635 WARN [Thread-102 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e6ede61-085a-b581-99b1-b4c9ff3a43bc/cluster_c84592ed-bf48-fdb3-bf71-d8c0ce8781e1/data/data2/current/BP-1786074593-172.17.0.2-1732441281408/current, will proceed with Du for space computation calculation, 2024-11-24T09:41:24,695 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T09:41:24,696 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T09:41:24,747 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2eb99e76b0a55d75 with lease ID 0x5beb133a8963edb0: Processing first storage report for DS-1f66318e-67d4-4dc5-a529-3103d34ff6af from datanode DatanodeRegistration(127.0.0.1:34517, datanodeUuid=823eb0c2-7cdd-4b1a-b897-c8bd465bb15a, infoPort=33461, infoSecurePort=0, ipcPort=38881, storageInfo=lv=-57;cid=testClusterID;nsid=504672122;c=1732441281408) 2024-11-24T09:41:24,749 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2eb99e76b0a55d75 with lease ID 0x5beb133a8963edb0: from storage DS-1f66318e-67d4-4dc5-a529-3103d34ff6af node DatanodeRegistration(127.0.0.1:34517, datanodeUuid=823eb0c2-7cdd-4b1a-b897-c8bd465bb15a, infoPort=33461, infoSecurePort=0, ipcPort=38881, storageInfo=lv=-57;cid=testClusterID;nsid=504672122;c=1732441281408), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-24T09:41:24,749 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f93ec8fd4c74e4f with lease ID 0x5beb133a8963edb1: Processing first storage report for DS-16a6bcea-60d8-4c76-a5f5-b3bb0ce446bb from datanode DatanodeRegistration(127.0.0.1:41403, datanodeUuid=6b678012-e367-4ef6-9e52-f37286346bf2, infoPort=41147, infoSecurePort=0, ipcPort=32769, storageInfo=lv=-57;cid=testClusterID;nsid=504672122;c=1732441281408) 2024-11-24T09:41:24,749 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f93ec8fd4c74e4f with lease ID 0x5beb133a8963edb1: from storage DS-16a6bcea-60d8-4c76-a5f5-b3bb0ce446bb node DatanodeRegistration(127.0.0.1:41403, datanodeUuid=6b678012-e367-4ef6-9e52-f37286346bf2, infoPort=41147, infoSecurePort=0, ipcPort=32769, storageInfo=lv=-57;cid=testClusterID;nsid=504672122;c=1732441281408), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T09:41:24,750 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2eb99e76b0a55d75 with lease ID 0x5beb133a8963edb0: Processing first storage report for DS-40bdde5c-fc02-4658-a296-fa4180fae299 from datanode DatanodeRegistration(127.0.0.1:34517, datanodeUuid=823eb0c2-7cdd-4b1a-b897-c8bd465bb15a, infoPort=33461, infoSecurePort=0, ipcPort=38881, storageInfo=lv=-57;cid=testClusterID;nsid=504672122;c=1732441281408) 2024-11-24T09:41:24,750 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2eb99e76b0a55d75 with lease ID 0x5beb133a8963edb0: from storage DS-40bdde5c-fc02-4658-a296-fa4180fae299 node DatanodeRegistration(127.0.0.1:34517, datanodeUuid=823eb0c2-7cdd-4b1a-b897-c8bd465bb15a, infoPort=33461, infoSecurePort=0, ipcPort=38881, storageInfo=lv=-57;cid=testClusterID;nsid=504672122;c=1732441281408), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T09:41:24,750 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f93ec8fd4c74e4f with lease ID 0x5beb133a8963edb1: Processing first storage report for DS-771c1835-3a0b-4dba-808e-6efba483d4ae from datanode DatanodeRegistration(127.0.0.1:41403, datanodeUuid=6b678012-e367-4ef6-9e52-f37286346bf2, infoPort=41147, infoSecurePort=0, ipcPort=32769, storageInfo=lv=-57;cid=testClusterID;nsid=504672122;c=1732441281408) 2024-11-24T09:41:24,750 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f93ec8fd4c74e4f with lease ID 0x5beb133a8963edb1: from storage DS-771c1835-3a0b-4dba-808e-6efba483d4ae node DatanodeRegistration(127.0.0.1:41403, datanodeUuid=6b678012-e367-4ef6-9e52-f37286346bf2, infoPort=41147, infoSecurePort=0, ipcPort=32769, storageInfo=lv=-57;cid=testClusterID;nsid=504672122;c=1732441281408), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T09:41:24,832 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e6ede61-085a-b581-99b1-b4c9ff3a43bc 2024-11-24T09:41:24,926 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e6ede61-085a-b581-99b1-b4c9ff3a43bc/cluster_c84592ed-bf48-fdb3-bf71-d8c0ce8781e1/zookeeper_0, clientPort=55420, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e6ede61-085a-b581-99b1-b4c9ff3a43bc/cluster_c84592ed-bf48-fdb3-bf71-d8c0ce8781e1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e6ede61-085a-b581-99b1-b4c9ff3a43bc/cluster_c84592ed-bf48-fdb3-bf71-d8c0ce8781e1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T09:41:24,944 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55420 2024-11-24T09:41:24,958 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T09:41:24,962 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T09:41:25,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741825_1001 (size=7) 2024-11-24T09:41:25,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741825_1001 (size=7) 2024-11-24T09:41:25,653 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26 with version=8 2024-11-24T09:41:25,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/hbase-staging 2024-11-24T09:41:25,761 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-24T09:41:26,072 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ba35ada4783f:0 server-side Connection retries=45 2024-11-24T09:41:26,086 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T09:41:26,086 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T09:41:26,092 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T09:41:26,093 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T09:41:26,093 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T09:41:26,271 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T09:41:26,361 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-24T09:41:26,373 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-24T09:41:26,378 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T09:41:26,409 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 6241 (auto-detected) 2024-11-24T09:41:26,410 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-24T09:41:26,433 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37363 2024-11-24T09:41:26,461 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37363 connecting to ZooKeeper ensemble=127.0.0.1:55420 2024-11-24T09:41:26,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:373630x0, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T09:41:26,614 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37363-0x1016d81b3e90000 connected 2024-11-24T09:41:26,712 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T09:41:26,715 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T09:41:26,728 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37363-0x1016d81b3e90000, quorum=127.0.0.1:55420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T09:41:26,732 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26, hbase.cluster.distributed=false 2024-11-24T09:41:26,762 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37363-0x1016d81b3e90000, quorum=127.0.0.1:55420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T09:41:26,775 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37363 2024-11-24T09:41:26,775 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37363 2024-11-24T09:41:26,779 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37363 2024-11-24T09:41:26,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37363 2024-11-24T09:41:26,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37363 2024-11-24T09:41:26,925 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ba35ada4783f:0 server-side Connection retries=45 2024-11-24T09:41:26,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T09:41:26,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T09:41:26,928 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T09:41:26,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T09:41:26,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T09:41:26,932 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T09:41:26,936 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T09:41:26,937 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38073 2024-11-24T09:41:26,940 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38073 connecting to ZooKeeper ensemble=127.0.0.1:55420 2024-11-24T09:41:26,942 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T09:41:26,948 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T09:41:26,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380730x0, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T09:41:26,990 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:380730x0, quorum=127.0.0.1:55420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T09:41:26,990 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38073-0x1016d81b3e90001 connected 2024-11-24T09:41:26,995 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T09:41:27,003 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T09:41:27,006 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38073-0x1016d81b3e90001, quorum=127.0.0.1:55420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T09:41:27,012 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38073-0x1016d81b3e90001, quorum=127.0.0.1:55420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T09:41:27,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38073 2024-11-24T09:41:27,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38073 2024-11-24T09:41:27,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38073 2024-11-24T09:41:27,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38073 2024-11-24T09:41:27,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38073 2024-11-24T09:41:27,041 DEBUG [M:0;ba35ada4783f:37363 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ba35ada4783f:37363 2024-11-24T09:41:27,042 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/ba35ada4783f,37363,1732441285862 2024-11-24T09:41:27,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37363-0x1016d81b3e90000, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T09:41:27,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38073-0x1016d81b3e90001, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T09:41:27,062 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37363-0x1016d81b3e90000, quorum=127.0.0.1:55420, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ba35ada4783f,37363,1732441285862 2024-11-24T09:41:27,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38073-0x1016d81b3e90001, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T09:41:27,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38073-0x1016d81b3e90001, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:41:27,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37363-0x1016d81b3e90000, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:41:27,099 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37363-0x1016d81b3e90000, quorum=127.0.0.1:55420, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-24T09:41:27,100 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ba35ada4783f,37363,1732441285862 from backup master directory 2024-11-24T09:41:27,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38073-0x1016d81b3e90001, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T09:41:27,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37363-0x1016d81b3e90000, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ba35ada4783f,37363,1732441285862 2024-11-24T09:41:27,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37363-0x1016d81b3e90000, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T09:41:27,110 WARN [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T09:41:27,111 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ba35ada4783f,37363,1732441285862 2024-11-24T09:41:27,112 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-24T09:41:27,114 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-24T09:41:27,170 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/hbase.id] with ID: 81bbce00-e0f4-492d-8016-b1c0e0eb25fc 2024-11-24T09:41:27,170 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/.tmp/hbase.id 2024-11-24T09:41:27,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741826_1002 (size=42) 2024-11-24T09:41:27,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741826_1002 (size=42) 2024-11-24T09:41:27,192 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/.tmp/hbase.id]:[hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/hbase.id] 2024-11-24T09:41:27,248 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T09:41:27,254 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T09:41:27,280 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 22ms. 2024-11-24T09:41:27,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38073-0x1016d81b3e90001, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:41:27,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37363-0x1016d81b3e90000, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:41:27,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741827_1003 (size=196) 2024-11-24T09:41:27,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741827_1003 (size=196) 2024-11-24T09:41:27,374 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T09:41:27,376 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T09:41:27,383 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T09:41:27,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741828_1004 (size=1189) 2024-11-24T09:41:27,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741828_1004 (size=1189) 2024-11-24T09:41:27,443 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/MasterData/data/master/store 2024-11-24T09:41:27,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741829_1005 (size=34) 2024-11-24T09:41:27,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741829_1005 (size=34) 2024-11-24T09:41:27,469 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-24T09:41:27,472 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:41:27,473 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T09:41:27,473 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T09:41:27,473 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T09:41:27,475 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T09:41:27,475 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T09:41:27,475 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T09:41:27,477 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732441287473Disabling compacts and flushes for region at 1732441287473Disabling writes for close at 1732441287475 (+2 ms)Writing region close event to WAL at 1732441287475Closed at 1732441287475 2024-11-24T09:41:27,480 WARN [master/ba35ada4783f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/MasterData/data/master/store/.initializing 2024-11-24T09:41:27,480 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/MasterData/WALs/ba35ada4783f,37363,1732441285862 2024-11-24T09:41:27,489 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T09:41:27,504 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ba35ada4783f%2C37363%2C1732441285862, suffix=, logDir=hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/MasterData/WALs/ba35ada4783f,37363,1732441285862, archiveDir=hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/MasterData/oldWALs, maxLogs=10 2024-11-24T09:41:27,536 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/MasterData/WALs/ba35ada4783f,37363,1732441285862/ba35ada4783f%2C37363%2C1732441285862.1732441287510, exclude list is [], retry=0 2024-11-24T09:41:27,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:41:27,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41403,DS-16a6bcea-60d8-4c76-a5f5-b3bb0ce446bb,DISK] 2024-11-24T09:41:27,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34517,DS-1f66318e-67d4-4dc5-a529-3103d34ff6af,DISK] 2024-11-24T09:41:27,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-24T09:41:27,604 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/MasterData/WALs/ba35ada4783f,37363,1732441285862/ba35ada4783f%2C37363%2C1732441285862.1732441287510 2024-11-24T09:41:27,606 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33461:33461),(127.0.0.1/127.0.0.1:41147:41147)] 2024-11-24T09:41:27,607 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T09:41:27,607 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:41:27,611 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:41:27,612 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:41:27,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:41:27,683 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T09:41:27,687 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:41:27,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T09:41:27,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:41:27,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T09:41:27,694 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:41:27,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:41:27,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:41:27,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T09:41:27,699 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:41:27,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:41:27,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:41:27,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T09:41:27,707 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:41:27,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:41:27,709 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:41:27,712 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:41:27,713 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:41:27,719 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:41:27,719 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:41:27,724 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T09:41:27,729 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:41:27,736 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T09:41:27,737 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=710761, jitterRate=-0.09622092545032501}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T09:41:27,749 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732441287625Initializing all the Stores at 1732441287629 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732441287630 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732441287630Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732441287631 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732441287631Cleaning up temporary data from old regions at 1732441287719 (+88 ms)Region opened successfully at 1732441287748 (+29 ms) 2024-11-24T09:41:27,750 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T09:41:27,801 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@322cbbba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba35ada4783f/172.17.0.2:0 2024-11-24T09:41:27,855 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T09:41:27,871 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T09:41:27,871 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T09:41:27,875 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T09:41:27,876 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-24T09:41:27,884 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-24T09:41:27,884 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T09:41:27,924 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T09:41:27,935 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37363-0x1016d81b3e90000, quorum=127.0.0.1:55420, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-24T09:41:27,988 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-24T09:41:27,991 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T09:41:27,993 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37363-0x1016d81b3e90000, quorum=127.0.0.1:55420, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-24T09:41:28,004 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-24T09:41:28,007 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T09:41:28,011 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37363-0x1016d81b3e90000, quorum=127.0.0.1:55420, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-24T09:41:28,021 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-24T09:41:28,023 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37363-0x1016d81b3e90000, quorum=127.0.0.1:55420, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-24T09:41:28,035 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-24T09:41:28,062 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37363-0x1016d81b3e90000, quorum=127.0.0.1:55420, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T09:41:28,071 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-24T09:41:28,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38073-0x1016d81b3e90001, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T09:41:28,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37363-0x1016d81b3e90000, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T09:41:28,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38073-0x1016d81b3e90001, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:41:28,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37363-0x1016d81b3e90000, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:41:28,088 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ba35ada4783f,37363,1732441285862, sessionid=0x1016d81b3e90000, setting cluster-up flag (Was=false) 2024-11-24T09:41:28,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37363-0x1016d81b3e90000, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:41:28,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38073-0x1016d81b3e90001, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:41:28,146 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-24T09:41:28,148 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba35ada4783f,37363,1732441285862 2024-11-24T09:41:28,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38073-0x1016d81b3e90001, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:41:28,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37363-0x1016d81b3e90000, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:41:28,192 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-24T09:41:28,194 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba35ada4783f,37363,1732441285862 2024-11-24T09:41:28,202 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T09:41:28,227 INFO [RS:0;ba35ada4783f:38073 {}] regionserver.HRegionServer(746): ClusterId : 81bbce00-e0f4-492d-8016-b1c0e0eb25fc 2024-11-24T09:41:28,230 DEBUG [RS:0;ba35ada4783f:38073 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T09:41:28,245 DEBUG [RS:0;ba35ada4783f:38073 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T09:41:28,245 DEBUG [RS:0;ba35ada4783f:38073 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T09:41:28,256 DEBUG [RS:0;ba35ada4783f:38073 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T09:41:28,257 DEBUG [RS:0;ba35ada4783f:38073 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f020d62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba35ada4783f/172.17.0.2:0 2024-11-24T09:41:28,276 DEBUG [RS:0;ba35ada4783f:38073 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ba35ada4783f:38073 2024-11-24T09:41:28,279 INFO [RS:0;ba35ada4783f:38073 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T09:41:28,279 INFO [RS:0;ba35ada4783f:38073 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T09:41:28,279 DEBUG [RS:0;ba35ada4783f:38073 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T09:41:28,282 INFO [RS:0;ba35ada4783f:38073 {}] regionserver.HRegionServer(2659): reportForDuty to master=ba35ada4783f,37363,1732441285862 with port=38073, startcode=1732441286878 2024-11-24T09:41:28,290 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T09:41:28,293 DEBUG [RS:0;ba35ada4783f:38073 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T09:41:28,301 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T09:41:28,315 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T09:41:28,323 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ba35ada4783f,37363,1732441285862 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T09:41:28,334 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ba35ada4783f:0, corePoolSize=5, maxPoolSize=5 2024-11-24T09:41:28,334 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ba35ada4783f:0, corePoolSize=5, maxPoolSize=5 2024-11-24T09:41:28,334 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ba35ada4783f:0, corePoolSize=5, maxPoolSize=5 2024-11-24T09:41:28,334 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ba35ada4783f:0, corePoolSize=5, maxPoolSize=5 2024-11-24T09:41:28,335 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ba35ada4783f:0, corePoolSize=10, maxPoolSize=10 2024-11-24T09:41:28,335 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:41:28,335 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ba35ada4783f:0, corePoolSize=2, maxPoolSize=2 2024-11-24T09:41:28,335 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:41:28,350 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56661, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T09:41:28,355 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T09:41:28,356 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T09:41:28,358 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37363 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T09:41:28,361 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732441318361 2024-11-24T09:41:28,363 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:41:28,363 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T09:41:28,363 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T09:41:28,364 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T09:41:28,368 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T09:41:28,369 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T09:41:28,369 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T09:41:28,369 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T09:41:28,382 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T09:41:28,391 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T09:41:28,392 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T09:41:28,393 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T09:41:28,399 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T09:41:28,400 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T09:41:28,401 DEBUG [RS:0;ba35ada4783f:38073 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-24T09:41:28,401 WARN [RS:0;ba35ada4783f:38073 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-24T09:41:28,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741831_1007 (size=1321) 2024-11-24T09:41:28,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741831_1007 (size=1321) 2024-11-24T09:41:28,422 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ba35ada4783f:0:becomeActiveMaster-HFileCleaner.large.0-1732441288401,5,FailOnTimeoutGroup] 2024-11-24T09:41:28,424 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T09:41:28,425 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26 2024-11-24T09:41:28,430 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ba35ada4783f:0:becomeActiveMaster-HFileCleaner.small.0-1732441288423,5,FailOnTimeoutGroup] 2024-11-24T09:41:28,431 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T09:41:28,431 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T09:41:28,432 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T09:41:28,432 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T09:41:28,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741832_1008 (size=32) 2024-11-24T09:41:28,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741832_1008 (size=32) 2024-11-24T09:41:28,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:41:28,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T09:41:28,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T09:41:28,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:41:28,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T09:41:28,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T09:41:28,470 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T09:41:28,470 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:41:28,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T09:41:28,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T09:41:28,474 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T09:41:28,474 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:41:28,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T09:41:28,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T09:41:28,480 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T09:41:28,480 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:41:28,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T09:41:28,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T09:41:28,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/data/hbase/meta/1588230740 2024-11-24T09:41:28,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/data/hbase/meta/1588230740 2024-11-24T09:41:28,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T09:41:28,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T09:41:28,489 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T09:41:28,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T09:41:28,503 INFO [RS:0;ba35ada4783f:38073 {}] regionserver.HRegionServer(2659): reportForDuty to master=ba35ada4783f,37363,1732441285862 with port=38073, startcode=1732441286878 2024-11-24T09:41:28,506 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37363 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ba35ada4783f,38073,1732441286878 2024-11-24T09:41:28,509 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37363 {}] master.ServerManager(517): Registering regionserver=ba35ada4783f,38073,1732441286878 2024-11-24T09:41:28,519 DEBUG [RS:0;ba35ada4783f:38073 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26 2024-11-24T09:41:28,519 DEBUG [RS:0;ba35ada4783f:38073 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46189 2024-11-24T09:41:28,519 DEBUG [RS:0;ba35ada4783f:38073 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T09:41:28,524 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T09:41:28,526 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=718132, jitterRate=-0.08684796094894409}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T09:41:28,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732441288460Initializing all the Stores at 1732441288462 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732441288462Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732441288462Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732441288462Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732441288462Cleaning up temporary data from old regions at 1732441288488 (+26 ms)Region opened successfully at 1732441288531 (+43 ms) 2024-11-24T09:41:28,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T09:41:28,531 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T09:41:28,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T09:41:28,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T09:41:28,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T09:41:28,533 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T09:41:28,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732441288531Disabling compacts and flushes for region at 1732441288531Disabling writes for close at 1732441288531Writing region close event to WAL at 1732441288532 (+1 ms)Closed at 1732441288533 (+1 ms) 2024-11-24T09:41:28,537 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T09:41:28,538 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T09:41:28,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37363-0x1016d81b3e90000, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T09:41:28,543 DEBUG [RS:0;ba35ada4783f:38073 {}] zookeeper.ZKUtil(111): regionserver:38073-0x1016d81b3e90001, quorum=127.0.0.1:55420, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ba35ada4783f,38073,1732441286878 2024-11-24T09:41:28,544 WARN [RS:0;ba35ada4783f:38073 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T09:41:28,544 INFO [RS:0;ba35ada4783f:38073 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T09:41:28,544 DEBUG [RS:0;ba35ada4783f:38073 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/WALs/ba35ada4783f,38073,1732441286878 2024-11-24T09:41:28,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T09:41:28,556 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ba35ada4783f,38073,1732441286878] 2024-11-24T09:41:28,557 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T09:41:28,563 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T09:41:28,594 INFO [RS:0;ba35ada4783f:38073 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T09:41:28,620 INFO [RS:0;ba35ada4783f:38073 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T09:41:28,625 INFO [RS:0;ba35ada4783f:38073 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T09:41:28,625 INFO [RS:0;ba35ada4783f:38073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T09:41:28,627 INFO [RS:0;ba35ada4783f:38073 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T09:41:28,634 INFO [RS:0;ba35ada4783f:38073 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T09:41:28,635 INFO [RS:0;ba35ada4783f:38073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T09:41:28,636 DEBUG [RS:0;ba35ada4783f:38073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:41:28,636 DEBUG [RS:0;ba35ada4783f:38073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:41:28,636 DEBUG [RS:0;ba35ada4783f:38073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:41:28,636 DEBUG [RS:0;ba35ada4783f:38073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:41:28,637 DEBUG [RS:0;ba35ada4783f:38073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:41:28,637 DEBUG [RS:0;ba35ada4783f:38073 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ba35ada4783f:0, corePoolSize=2, maxPoolSize=2 2024-11-24T09:41:28,637 DEBUG [RS:0;ba35ada4783f:38073 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:41:28,637 DEBUG [RS:0;ba35ada4783f:38073 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:41:28,637 DEBUG [RS:0;ba35ada4783f:38073 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:41:28,638 DEBUG [RS:0;ba35ada4783f:38073 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:41:28,638 DEBUG [RS:0;ba35ada4783f:38073 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:41:28,639 DEBUG [RS:0;ba35ada4783f:38073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:41:28,639 DEBUG [RS:0;ba35ada4783f:38073 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ba35ada4783f:0, corePoolSize=3, maxPoolSize=3 2024-11-24T09:41:28,639 DEBUG [RS:0;ba35ada4783f:38073 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ba35ada4783f:0, corePoolSize=3, maxPoolSize=3 2024-11-24T09:41:28,642 INFO [RS:0;ba35ada4783f:38073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T09:41:28,643 INFO [RS:0;ba35ada4783f:38073 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T09:41:28,643 INFO [RS:0;ba35ada4783f:38073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T09:41:28,643 INFO [RS:0;ba35ada4783f:38073 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T09:41:28,643 INFO [RS:0;ba35ada4783f:38073 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T09:41:28,643 INFO [RS:0;ba35ada4783f:38073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba35ada4783f,38073,1732441286878-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T09:41:28,668 INFO [RS:0;ba35ada4783f:38073 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T09:41:28,670 INFO [RS:0;ba35ada4783f:38073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba35ada4783f,38073,1732441286878-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T09:41:28,670 INFO [RS:0;ba35ada4783f:38073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T09:41:28,671 INFO [RS:0;ba35ada4783f:38073 {}] regionserver.Replication(171): ba35ada4783f,38073,1732441286878 started 2024-11-24T09:41:28,693 INFO [RS:0;ba35ada4783f:38073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T09:41:28,693 INFO [RS:0;ba35ada4783f:38073 {}] regionserver.HRegionServer(1482): Serving as ba35ada4783f,38073,1732441286878, RpcServer on ba35ada4783f/172.17.0.2:38073, sessionid=0x1016d81b3e90001 2024-11-24T09:41:28,694 DEBUG [RS:0;ba35ada4783f:38073 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T09:41:28,694 DEBUG [RS:0;ba35ada4783f:38073 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ba35ada4783f,38073,1732441286878 2024-11-24T09:41:28,695 DEBUG [RS:0;ba35ada4783f:38073 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba35ada4783f,38073,1732441286878' 2024-11-24T09:41:28,695 DEBUG [RS:0;ba35ada4783f:38073 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T09:41:28,696 DEBUG [RS:0;ba35ada4783f:38073 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T09:41:28,697 DEBUG [RS:0;ba35ada4783f:38073 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T09:41:28,697 DEBUG [RS:0;ba35ada4783f:38073 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T09:41:28,697 DEBUG [RS:0;ba35ada4783f:38073 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ba35ada4783f,38073,1732441286878 2024-11-24T09:41:28,697 DEBUG [RS:0;ba35ada4783f:38073 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba35ada4783f,38073,1732441286878' 2024-11-24T09:41:28,697 DEBUG [RS:0;ba35ada4783f:38073 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T09:41:28,698 DEBUG [RS:0;ba35ada4783f:38073 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T09:41:28,700 DEBUG [RS:0;ba35ada4783f:38073 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T09:41:28,700 INFO [RS:0;ba35ada4783f:38073 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T09:41:28,701 INFO [RS:0;ba35ada4783f:38073 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T09:41:28,714 WARN [ba35ada4783f:37363 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T09:41:28,807 INFO [RS:0;ba35ada4783f:38073 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T09:41:28,810 INFO [RS:0;ba35ada4783f:38073 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ba35ada4783f%2C38073%2C1732441286878, suffix=, logDir=hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/WALs/ba35ada4783f,38073,1732441286878, archiveDir=hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/oldWALs, maxLogs=32 2024-11-24T09:41:28,831 DEBUG [RS:0;ba35ada4783f:38073 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/WALs/ba35ada4783f,38073,1732441286878/ba35ada4783f%2C38073%2C1732441286878.1732441288813, exclude list is [], retry=0 2024-11-24T09:41:28,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34517,DS-1f66318e-67d4-4dc5-a529-3103d34ff6af,DISK] 2024-11-24T09:41:28,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41403,DS-16a6bcea-60d8-4c76-a5f5-b3bb0ce446bb,DISK] 2024-11-24T09:41:28,860 INFO [RS:0;ba35ada4783f:38073 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/WALs/ba35ada4783f,38073,1732441286878/ba35ada4783f%2C38073%2C1732441286878.1732441288813 2024-11-24T09:41:28,862 DEBUG [RS:0;ba35ada4783f:38073 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33461:33461),(127.0.0.1/127.0.0.1:41147:41147)] 2024-11-24T09:41:28,967 DEBUG [ba35ada4783f:37363 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T09:41:28,987 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ba35ada4783f,38073,1732441286878 2024-11-24T09:41:28,996 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba35ada4783f,38073,1732441286878, state=OPENING 2024-11-24T09:41:29,042 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T09:41:29,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37363-0x1016d81b3e90000, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:41:29,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38073-0x1016d81b3e90001, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:41:29,052 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T09:41:29,052 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T09:41:29,057 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T09:41:29,060 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ba35ada4783f,38073,1732441286878}] 2024-11-24T09:41:29,245 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T09:41:29,248 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38825, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T09:41:29,262 INFO [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T09:41:29,263 INFO [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T09:41:29,264 INFO [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T09:41:29,269 INFO [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ba35ada4783f%2C38073%2C1732441286878.meta, suffix=.meta, logDir=hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/WALs/ba35ada4783f,38073,1732441286878, archiveDir=hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/oldWALs, maxLogs=32 2024-11-24T09:41:29,293 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/WALs/ba35ada4783f,38073,1732441286878/ba35ada4783f%2C38073%2C1732441286878.meta.1732441289272.meta, exclude list is [], retry=0 2024-11-24T09:41:29,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34517,DS-1f66318e-67d4-4dc5-a529-3103d34ff6af,DISK] 2024-11-24T09:41:29,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41403,DS-16a6bcea-60d8-4c76-a5f5-b3bb0ce446bb,DISK] 2024-11-24T09:41:29,315 INFO [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/WALs/ba35ada4783f,38073,1732441286878/ba35ada4783f%2C38073%2C1732441286878.meta.1732441289272.meta 2024-11-24T09:41:29,316 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33461:33461),(127.0.0.1/127.0.0.1:41147:41147)] 2024-11-24T09:41:29,317 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T09:41:29,319 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T09:41:29,322 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T09:41:29,328 INFO [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T09:41:29,333 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T09:41:29,334 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:41:29,335 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T09:41:29,335 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T09:41:29,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T09:41:29,345 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T09:41:29,345 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:41:29,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T09:41:29,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T09:41:29,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T09:41:29,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:41:29,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T09:41:29,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T09:41:29,356 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T09:41:29,356 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:41:29,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T09:41:29,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T09:41:29,363 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T09:41:29,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:41:29,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T09:41:29,369 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T09:41:29,373 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/data/hbase/meta/1588230740 2024-11-24T09:41:29,377 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/data/hbase/meta/1588230740 2024-11-24T09:41:29,382 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T09:41:29,382 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T09:41:29,384 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T09:41:29,388 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T09:41:29,391 INFO [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=772883, jitterRate=-0.01722961664199829}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T09:41:29,392 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T09:41:29,394 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732441289336Writing region info on filesystem at 1732441289336Initializing all the Stores at 1732441289338 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732441289339 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732441289342 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732441289342Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732441289342Cleaning up temporary data from old regions at 1732441289382 (+40 ms)Running coprocessor post-open hooks at 1732441289392 (+10 ms)Region opened successfully at 1732441289394 (+2 ms) 2024-11-24T09:41:29,404 INFO [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732441289234 2024-11-24T09:41:29,423 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T09:41:29,424 INFO [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T09:41:29,426 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ba35ada4783f,38073,1732441286878 2024-11-24T09:41:29,429 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba35ada4783f,38073,1732441286878, state=OPEN 2024-11-24T09:41:29,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38073-0x1016d81b3e90001, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T09:41:29,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37363-0x1016d81b3e90000, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T09:41:29,504 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T09:41:29,504 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ba35ada4783f,38073,1732441286878 2024-11-24T09:41:29,504 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T09:41:29,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T09:41:29,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ba35ada4783f,38073,1732441286878 in 444 msec 2024-11-24T09:41:29,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T09:41:29,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 969 msec 2024-11-24T09:41:29,534 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T09:41:29,534 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T09:41:29,557 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T09:41:29,559 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba35ada4783f,38073,1732441286878, seqNum=-1] 2024-11-24T09:41:29,585 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:41:29,589 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37621, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:41:29,621 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3830 sec 2024-11-24T09:41:29,621 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732441289621, completionTime=-1 2024-11-24T09:41:29,625 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T09:41:29,625 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T09:41:29,657 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T09:41:29,658 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732441349658 2024-11-24T09:41:29,658 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732441409658 2024-11-24T09:41:29,658 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 33 msec 2024-11-24T09:41:29,660 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba35ada4783f,37363,1732441285862-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T09:41:29,661 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba35ada4783f,37363,1732441285862-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T09:41:29,661 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba35ada4783f,37363,1732441285862-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T09:41:29,662 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ba35ada4783f:37363, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T09:41:29,663 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T09:41:29,665 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T09:41:29,672 DEBUG [master/ba35ada4783f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T09:41:29,703 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.592sec 2024-11-24T09:41:29,705 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T09:41:29,706 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T09:41:29,708 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T09:41:29,709 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T09:41:29,710 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T09:41:29,711 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba35ada4783f,37363,1732441285862-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T09:41:29,711 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba35ada4783f,37363,1732441285862-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T09:41:29,722 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T09:41:29,723 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T09:41:29,724 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba35ada4783f,37363,1732441285862-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T09:41:29,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@424ddead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:41:29,743 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-24T09:41:29,743 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-24T09:41:29,748 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba35ada4783f,37363,-1 for getting cluster id 2024-11-24T09:41:29,751 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T09:41:29,768 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81bbce00-e0f4-492d-8016-b1c0e0eb25fc' 2024-11-24T09:41:29,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T09:41:29,772 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81bbce00-e0f4-492d-8016-b1c0e0eb25fc" 2024-11-24T09:41:29,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34411e71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:41:29,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba35ada4783f,37363,-1] 2024-11-24T09:41:29,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T09:41:29,782 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:41:29,788 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54838, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T09:41:29,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11f138d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:41:29,792 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T09:41:29,803 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba35ada4783f,38073,1732441286878, seqNum=-1] 2024-11-24T09:41:29,807 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:41:29,814 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34778, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:41:29,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ba35ada4783f,37363,1732441285862 2024-11-24T09:41:29,838 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T09:41:29,845 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-24T09:41:29,850 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T09:41:29,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ba35ada4783f,37363,1732441285862 2024-11-24T09:41:29,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c2f0d28 2024-11-24T09:41:29,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T09:41:29,862 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54846, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T09:41:29,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37363 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-24T09:41:29,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37363 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-24T09:41:29,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37363 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T09:41:29,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37363 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-11-24T09:41:29,883 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T09:41:29,886 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37363 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-11-24T09:41:29,886 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:41:29,889 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T09:41:29,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T09:41:29,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741835_1011 (size=389) 2024-11-24T09:41:29,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741835_1011 (size=389) 2024-11-24T09:41:29,919 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5bf99f804d8b034f227a08849af50d14, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1732441289863.5bf99f804d8b034f227a08849af50d14.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26 2024-11-24T09:41:29,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741836_1012 (size=72) 2024-11-24T09:41:29,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741836_1012 (size=72) 2024-11-24T09:41:29,939 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1732441289863.5bf99f804d8b034f227a08849af50d14.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:41:29,939 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 5bf99f804d8b034f227a08849af50d14, disabling compactions & flushes 2024-11-24T09:41:29,939 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1732441289863.5bf99f804d8b034f227a08849af50d14. 2024-11-24T09:41:29,939 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1732441289863.5bf99f804d8b034f227a08849af50d14. 2024-11-24T09:41:29,939 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1732441289863.5bf99f804d8b034f227a08849af50d14. after waiting 0 ms 2024-11-24T09:41:29,939 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1732441289863.5bf99f804d8b034f227a08849af50d14. 2024-11-24T09:41:29,940 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1732441289863.5bf99f804d8b034f227a08849af50d14. 2024-11-24T09:41:29,940 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5bf99f804d8b034f227a08849af50d14: Waiting for close lock at 1732441289939Disabling compacts and flushes for region at 1732441289939Disabling writes for close at 1732441289939Writing region close event to WAL at 1732441289939Closed at 1732441289940 (+1 ms) 2024-11-24T09:41:29,943 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T09:41:29,949 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1732441289863.5bf99f804d8b034f227a08849af50d14.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1732441289943"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732441289943"}]},"ts":"1732441289943"} 2024-11-24T09:41:29,956 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T09:41:29,958 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T09:41:29,961 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732441289959"}]},"ts":"1732441289959"} 2024-11-24T09:41:29,967 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-11-24T09:41:29,969 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=5bf99f804d8b034f227a08849af50d14, ASSIGN}] 2024-11-24T09:41:29,972 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=5bf99f804d8b034f227a08849af50d14, ASSIGN 2024-11-24T09:41:29,975 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=5bf99f804d8b034f227a08849af50d14, ASSIGN; state=OFFLINE, location=ba35ada4783f,38073,1732441286878; forceNewPlan=false, retain=false 2024-11-24T09:41:30,127 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5bf99f804d8b034f227a08849af50d14, regionState=OPENING, regionLocation=ba35ada4783f,38073,1732441286878 2024-11-24T09:41:30,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=5bf99f804d8b034f227a08849af50d14, ASSIGN because future has completed 2024-11-24T09:41:30,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5bf99f804d8b034f227a08849af50d14, server=ba35ada4783f,38073,1732441286878}] 2024-11-24T09:41:30,294 INFO [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1732441289863.5bf99f804d8b034f227a08849af50d14. 2024-11-24T09:41:30,294 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5bf99f804d8b034f227a08849af50d14, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1732441289863.5bf99f804d8b034f227a08849af50d14.', STARTKEY => '', ENDKEY => ''} 2024-11-24T09:41:30,295 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling 5bf99f804d8b034f227a08849af50d14 2024-11-24T09:41:30,295 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1732441289863.5bf99f804d8b034f227a08849af50d14.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:41:30,295 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5bf99f804d8b034f227a08849af50d14 2024-11-24T09:41:30,295 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5bf99f804d8b034f227a08849af50d14 2024-11-24T09:41:30,299 INFO [StoreOpener-5bf99f804d8b034f227a08849af50d14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 5bf99f804d8b034f227a08849af50d14 2024-11-24T09:41:30,303 INFO [StoreOpener-5bf99f804d8b034f227a08849af50d14-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bf99f804d8b034f227a08849af50d14 columnFamilyName info 2024-11-24T09:41:30,303 DEBUG [StoreOpener-5bf99f804d8b034f227a08849af50d14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:41:30,304 INFO [StoreOpener-5bf99f804d8b034f227a08849af50d14-1 {}] regionserver.HStore(327): Store=5bf99f804d8b034f227a08849af50d14/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:41:30,305 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5bf99f804d8b034f227a08849af50d14 2024-11-24T09:41:30,307 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/data/default/TestLogRolling-testSlowSyncLogRolling/5bf99f804d8b034f227a08849af50d14 2024-11-24T09:41:30,309 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/data/default/TestLogRolling-testSlowSyncLogRolling/5bf99f804d8b034f227a08849af50d14 2024-11-24T09:41:30,310 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5bf99f804d8b034f227a08849af50d14 2024-11-24T09:41:30,310 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5bf99f804d8b034f227a08849af50d14 2024-11-24T09:41:30,315 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5bf99f804d8b034f227a08849af50d14 2024-11-24T09:41:30,324 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/data/default/TestLogRolling-testSlowSyncLogRolling/5bf99f804d8b034f227a08849af50d14/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T09:41:30,326 INFO [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5bf99f804d8b034f227a08849af50d14; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=786204, jitterRate=-2.906322479248047E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T09:41:30,326 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5bf99f804d8b034f227a08849af50d14 2024-11-24T09:41:30,328 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5bf99f804d8b034f227a08849af50d14: Running coprocessor pre-open hook at 1732441290295Writing region info on filesystem at 1732441290296 (+1 ms)Initializing all the Stores at 1732441290298 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732441290298Cleaning up temporary data from old regions at 1732441290310 (+12 ms)Running coprocessor post-open hooks at 1732441290326 (+16 ms)Region opened successfully at 1732441290328 (+2 ms) 2024-11-24T09:41:30,330 INFO [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1732441289863.5bf99f804d8b034f227a08849af50d14., pid=6, masterSystemTime=1732441290287 2024-11-24T09:41:30,334 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1732441289863.5bf99f804d8b034f227a08849af50d14. 2024-11-24T09:41:30,334 INFO [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1732441289863.5bf99f804d8b034f227a08849af50d14. 2024-11-24T09:41:30,335 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5bf99f804d8b034f227a08849af50d14, regionState=OPEN, openSeqNum=2, regionLocation=ba35ada4783f,38073,1732441286878 2024-11-24T09:41:30,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5bf99f804d8b034f227a08849af50d14, server=ba35ada4783f,38073,1732441286878 because future has completed 2024-11-24T09:41:30,369 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T09:41:30,369 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5bf99f804d8b034f227a08849af50d14, server=ba35ada4783f,38073,1732441286878 in 209 msec 2024-11-24T09:41:30,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T09:41:30,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=5bf99f804d8b034f227a08849af50d14, ASSIGN in 400 msec 2024-11-24T09:41:30,385 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T09:41:30,385 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732441290385"}]},"ts":"1732441290385"} 2024-11-24T09:41:30,391 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-11-24T09:41:30,393 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T09:41:30,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 523 msec 2024-11-24T09:41:34,845 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T09:41:34,901 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T09:41:34,903 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-11-24T09:41:36,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T09:41:36,350 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T09:41:36,352 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-24T09:41:36,352 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-24T09:41:36,354 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T09:41:36,354 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T09:41:36,354 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T09:41:36,354 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T09:41:39,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T09:41:39,972 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-11-24T09:41:39,979 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-11-24T09:41:39,986 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-11-24T09:41:39,987 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1732441289863.5bf99f804d8b034f227a08849af50d14. 2024-11-24T09:41:39,999 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/WALs/ba35ada4783f,38073,1732441286878/ba35ada4783f%2C38073%2C1732441286878.1732441299988, exclude list is [], retry=0 2024-11-24T09:41:40,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34517,DS-1f66318e-67d4-4dc5-a529-3103d34ff6af,DISK] 2024-11-24T09:41:40,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41403,DS-16a6bcea-60d8-4c76-a5f5-b3bb0ce446bb,DISK] 2024-11-24T09:41:40,006 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/WALs/ba35ada4783f,38073,1732441286878/ba35ada4783f%2C38073%2C1732441286878.1732441288813 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/WALs/ba35ada4783f,38073,1732441286878/ba35ada4783f%2C38073%2C1732441286878.1732441299988 2024-11-24T09:41:40,007 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33461:33461),(127.0.0.1/127.0.0.1:41147:41147)] 2024-11-24T09:41:40,007 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/WALs/ba35ada4783f,38073,1732441286878/ba35ada4783f%2C38073%2C1732441286878.1732441288813 is not closed yet, will try archiving it next time 2024-11-24T09:41:40,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741833_1009 (size=451) 2024-11-24T09:41:40,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741833_1009 (size=451) 2024-11-24T09:41:40,012 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/WALs/ba35ada4783f,38073,1732441286878/ba35ada4783f%2C38073%2C1732441286878.1732441288813 to hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/oldWALs/ba35ada4783f%2C38073%2C1732441286878.1732441288813 2024-11-24T09:41:40,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1732441289863.5bf99f804d8b034f227a08849af50d14., hostname=ba35ada4783f,38073,1732441286878, seqNum=2] 2024-11-24T09:41:54,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38073 {}] regionserver.HRegion(8855): Flush requested on 5bf99f804d8b034f227a08849af50d14 2024-11-24T09:41:54,072 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5bf99f804d8b034f227a08849af50d14 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-24T09:41:54,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/data/default/TestLogRolling-testSlowSyncLogRolling/5bf99f804d8b034f227a08849af50d14/.tmp/info/bc04c3be4595487594d05f059959c539 is 1055, key is row0001/info:/1732441300019/Put/seqid=0 2024-11-24T09:41:54,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741838_1014 (size=13386) 2024-11-24T09:41:54,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741838_1014 (size=13386) 2024-11-24T09:41:54,180 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/data/default/TestLogRolling-testSlowSyncLogRolling/5bf99f804d8b034f227a08849af50d14/.tmp/info/bc04c3be4595487594d05f059959c539 2024-11-24T09:41:54,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/data/default/TestLogRolling-testSlowSyncLogRolling/5bf99f804d8b034f227a08849af50d14/.tmp/info/bc04c3be4595487594d05f059959c539 as hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/data/default/TestLogRolling-testSlowSyncLogRolling/5bf99f804d8b034f227a08849af50d14/info/bc04c3be4595487594d05f059959c539 2024-11-24T09:41:54,248 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/data/default/TestLogRolling-testSlowSyncLogRolling/5bf99f804d8b034f227a08849af50d14/info/bc04c3be4595487594d05f059959c539, entries=8, sequenceid=12, filesize=13.1 K 2024-11-24T09:41:54,256 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 5bf99f804d8b034f227a08849af50d14 in 183ms, sequenceid=12, compaction requested=false 2024-11-24T09:41:54,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5bf99f804d8b034f227a08849af50d14: 2024-11-24T09:41:54,828 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T09:42:00,088 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/WALs/ba35ada4783f,38073,1732441286878/ba35ada4783f%2C38073%2C1732441286878.1732441320075, exclude list is [], retry=0 2024-11-24T09:42:00,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41403,DS-16a6bcea-60d8-4c76-a5f5-b3bb0ce446bb,DISK] 2024-11-24T09:42:00,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34517,DS-1f66318e-67d4-4dc5-a529-3103d34ff6af,DISK] 2024-11-24T09:42:00,096 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/WALs/ba35ada4783f,38073,1732441286878/ba35ada4783f%2C38073%2C1732441286878.1732441299988 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/WALs/ba35ada4783f,38073,1732441286878/ba35ada4783f%2C38073%2C1732441286878.1732441320075 2024-11-24T09:42:00,096 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41147:41147),(127.0.0.1/127.0.0.1:33461:33461)] 2024-11-24T09:42:00,096 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/WALs/ba35ada4783f,38073,1732441286878/ba35ada4783f%2C38073%2C1732441286878.1732441299988 is not closed yet, will try archiving it next time 2024-11-24T09:42:00,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741837_1013 (size=12149) 2024-11-24T09:42:00,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741837_1013 (size=12149) 2024-11-24T09:42:05,101 INFO [AsyncFSWAL-0-hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26-prefix:ba35ada4783f,38073,1732441286878 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5002 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:41403,DS-16a6bcea-60d8-4c76-a5f5-b3bb0ce446bb,DISK], DatanodeInfoWithStorage[127.0.0.1:34517,DS-1f66318e-67d4-4dc5-a529-3103d34ff6af,DISK]] 2024-11-24T09:42:05,103 WARN [AsyncFSWAL-0-hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26-prefix:ba35ada4783f,38073,1732441286878 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5002 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:41403,DS-16a6bcea-60d8-4c76-a5f5-b3bb0ce446bb,DISK], DatanodeInfoWithStorage[127.0.0.1:34517,DS-1f66318e-67d4-4dc5-a529-3103d34ff6af,DISK]] 2024-11-24T09:42:05,105 DEBUG [regionserver/ba35ada4783f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ba35ada4783f%2C38073%2C1732441286878:(num 1732441320075) roll requested 2024-11-24T09:42:05,122 DEBUG [regionserver/ba35ada4783f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/WALs/ba35ada4783f,38073,1732441286878/ba35ada4783f%2C38073%2C1732441286878.1732441325105, exclude list is [], retry=0 2024-11-24T09:42:05,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34517,DS-1f66318e-67d4-4dc5-a529-3103d34ff6af,DISK] 2024-11-24T09:42:05,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41403,DS-16a6bcea-60d8-4c76-a5f5-b3bb0ce446bb,DISK] 2024-11-24T09:42:05,130 INFO [regionserver/ba35ada4783f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/WALs/ba35ada4783f,38073,1732441286878/ba35ada4783f%2C38073%2C1732441286878.1732441320075 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/WALs/ba35ada4783f,38073,1732441286878/ba35ada4783f%2C38073%2C1732441286878.1732441325105 2024-11-24T09:42:05,130 DEBUG [regionserver/ba35ada4783f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33461:33461),(127.0.0.1/127.0.0.1:41147:41147)] 2024-11-24T09:42:05,130 DEBUG [regionserver/ba35ada4783f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/WALs/ba35ada4783f,38073,1732441286878/ba35ada4783f%2C38073%2C1732441286878.1732441320075 is not closed yet, will try archiving it next time 2024-11-24T09:42:05,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741839_1015 (size=1233) 2024-11-24T09:42:05,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741839_1015 (size=1233) 2024-11-24T09:42:07,103 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T09:42:07,121 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/WALs/ba35ada4783f,38073,1732441286878/ba35ada4783f%2C38073%2C1732441286878.1732441327104, exclude list is [], retry=0 2024-11-24T09:42:07,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34517,DS-1f66318e-67d4-4dc5-a529-3103d34ff6af,DISK] 2024-11-24T09:42:07,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41403,DS-16a6bcea-60d8-4c76-a5f5-b3bb0ce446bb,DISK] 2024-11-24T09:42:07,130 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/WALs/ba35ada4783f,38073,1732441286878/ba35ada4783f%2C38073%2C1732441286878.1732441325105 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/WALs/ba35ada4783f,38073,1732441286878/ba35ada4783f%2C38073%2C1732441286878.1732441327104 2024-11-24T09:42:07,130 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33461:33461),(127.0.0.1/127.0.0.1:41147:41147)] 2024-11-24T09:42:07,130 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/WALs/ba35ada4783f,38073,1732441286878/ba35ada4783f%2C38073%2C1732441286878.1732441325105 is not closed yet, will try archiving it next time 2024-11-24T09:42:07,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741840_1016 (size=93) 2024-11-24T09:42:07,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741840_1016 (size=93) 2024-11-24T09:42:07,133 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/WALs/ba35ada4783f,38073,1732441286878/ba35ada4783f%2C38073%2C1732441286878.1732441325105 to hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/oldWALs/ba35ada4783f%2C38073%2C1732441286878.1732441325105 2024-11-24T09:42:10,482 INFO [master/ba35ada4783f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-24T09:42:10,482 INFO [master/ba35ada4783f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-24T09:42:15,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38073 {}] regionserver.HRegion(8855): Flush requested on 5bf99f804d8b034f227a08849af50d14 2024-11-24T09:42:15,159 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5bf99f804d8b034f227a08849af50d14 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-24T09:42:15,166 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/data/default/TestLogRolling-testSlowSyncLogRolling/5bf99f804d8b034f227a08849af50d14/.tmp/info/fd45ee0e687744f592599aedd851af80 is 1055, key is row0009/info:/1732441316070/Put/seqid=0 2024-11-24T09:42:15,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741842_1018 (size=13386) 2024-11-24T09:42:15,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741842_1018 (size=13386) 2024-11-24T09:42:15,173 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/data/default/TestLogRolling-testSlowSyncLogRolling/5bf99f804d8b034f227a08849af50d14/.tmp/info/fd45ee0e687744f592599aedd851af80 2024-11-24T09:42:15,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/data/default/TestLogRolling-testSlowSyncLogRolling/5bf99f804d8b034f227a08849af50d14/.tmp/info/fd45ee0e687744f592599aedd851af80 as hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/data/default/TestLogRolling-testSlowSyncLogRolling/5bf99f804d8b034f227a08849af50d14/info/fd45ee0e687744f592599aedd851af80 2024-11-24T09:42:15,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/data/default/TestLogRolling-testSlowSyncLogRolling/5bf99f804d8b034f227a08849af50d14/info/fd45ee0e687744f592599aedd851af80, entries=8, sequenceid=23, filesize=13.1 K 2024-11-24T09:42:15,194 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 5bf99f804d8b034f227a08849af50d14 in 35ms, sequenceid=23, compaction requested=false 2024-11-24T09:42:15,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5bf99f804d8b034f227a08849af50d14: 2024-11-24T09:42:15,194 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-11-24T09:42:15,195 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-24T09:42:15,195 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/data/default/TestLogRolling-testSlowSyncLogRolling/5bf99f804d8b034f227a08849af50d14/info/bc04c3be4595487594d05f059959c539 because midkey is the same as first or last row 2024-11-24T09:42:15,295 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 5bf99f804d8b034f227a08849af50d14, had cached 0 bytes from a total of 26772 2024-11-24T09:42:24,829 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T09:42:27,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T09:42:27,177 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T09:42:27,178 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T09:42:27,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:42:27,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:42:27,182 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T09:42:27,182 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T09:42:27,183 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1788468659, stopped=false 2024-11-24T09:42:27,183 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ba35ada4783f,37363,1732441285862 2024-11-24T09:42:27,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37363-0x1016d81b3e90000, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T09:42:27,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38073-0x1016d81b3e90001, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T09:42:27,241 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T09:42:27,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38073-0x1016d81b3e90001, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:42:27,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37363-0x1016d81b3e90000, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:42:27,242 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T09:42:27,242 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T09:42:27,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:42:27,242 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ba35ada4783f,38073,1732441286878' ***** 2024-11-24T09:42:27,242 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T09:42:27,243 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38073-0x1016d81b3e90001, quorum=127.0.0.1:55420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T09:42:27,243 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37363-0x1016d81b3e90000, quorum=127.0.0.1:55420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T09:42:27,243 INFO [RS:0;ba35ada4783f:38073 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T09:42:27,243 INFO [RS:0;ba35ada4783f:38073 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T09:42:27,243 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T09:42:27,243 INFO [RS:0;ba35ada4783f:38073 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T09:42:27,243 INFO [RS:0;ba35ada4783f:38073 {}] regionserver.HRegionServer(3091): Received CLOSE for 5bf99f804d8b034f227a08849af50d14 2024-11-24T09:42:27,244 INFO [RS:0;ba35ada4783f:38073 {}] regionserver.HRegionServer(959): stopping server ba35ada4783f,38073,1732441286878 2024-11-24T09:42:27,244 INFO [RS:0;ba35ada4783f:38073 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T09:42:27,244 INFO [RS:0;ba35ada4783f:38073 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba35ada4783f:38073. 2024-11-24T09:42:27,244 DEBUG [RS:0;ba35ada4783f:38073 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T09:42:27,244 DEBUG [RS:0;ba35ada4783f:38073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:42:27,245 INFO [RS:0;ba35ada4783f:38073 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T09:42:27,245 INFO [RS:0;ba35ada4783f:38073 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T09:42:27,245 INFO [RS:0;ba35ada4783f:38073 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T09:42:27,245 INFO [RS:0;ba35ada4783f:38073 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T09:42:27,245 DEBUG [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5bf99f804d8b034f227a08849af50d14, disabling compactions & flushes 2024-11-24T09:42:27,245 INFO [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1732441289863.5bf99f804d8b034f227a08849af50d14. 2024-11-24T09:42:27,245 DEBUG [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1732441289863.5bf99f804d8b034f227a08849af50d14. 2024-11-24T09:42:27,246 DEBUG [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1732441289863.5bf99f804d8b034f227a08849af50d14. after waiting 0 ms 2024-11-24T09:42:27,246 INFO [RS:0;ba35ada4783f:38073 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T09:42:27,246 DEBUG [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1732441289863.5bf99f804d8b034f227a08849af50d14. 2024-11-24T09:42:27,246 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T09:42:27,246 DEBUG [RS:0;ba35ada4783f:38073 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5bf99f804d8b034f227a08849af50d14=TestLogRolling-testSlowSyncLogRolling,,1732441289863.5bf99f804d8b034f227a08849af50d14.} 2024-11-24T09:42:27,246 INFO [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T09:42:27,246 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T09:42:27,246 INFO [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5bf99f804d8b034f227a08849af50d14 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-24T09:42:27,246 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T09:42:27,246 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T09:42:27,246 DEBUG [RS:0;ba35ada4783f:38073 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5bf99f804d8b034f227a08849af50d14 2024-11-24T09:42:27,246 INFO [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-11-24T09:42:27,258 DEBUG [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/data/default/TestLogRolling-testSlowSyncLogRolling/5bf99f804d8b034f227a08849af50d14/.tmp/info/a22d63f01a0a4e3ea0099207371c245a is 1055, key is row0017/info:/1732441337162/Put/seqid=0 2024-11-24T09:42:27,274 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/data/hbase/meta/1588230740/.tmp/info/0212e37eb2c9427790eb0cccab5dc608 is 195, key is TestLogRolling-testSlowSyncLogRolling,,1732441289863.5bf99f804d8b034f227a08849af50d14./info:regioninfo/1732441290335/Put/seqid=0 2024-11-24T09:42:27,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741843_1019 (size=10222) 2024-11-24T09:42:27,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741843_1019 (size=10222) 2024-11-24T09:42:27,282 INFO [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/data/default/TestLogRolling-testSlowSyncLogRolling/5bf99f804d8b034f227a08849af50d14/.tmp/info/a22d63f01a0a4e3ea0099207371c245a 2024-11-24T09:42:27,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741844_1020 (size=7016) 2024-11-24T09:42:27,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741844_1020 (size=7016) 2024-11-24T09:42:27,300 INFO [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/data/hbase/meta/1588230740/.tmp/info/0212e37eb2c9427790eb0cccab5dc608 2024-11-24T09:42:27,309 DEBUG [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/data/default/TestLogRolling-testSlowSyncLogRolling/5bf99f804d8b034f227a08849af50d14/.tmp/info/a22d63f01a0a4e3ea0099207371c245a as hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/data/default/TestLogRolling-testSlowSyncLogRolling/5bf99f804d8b034f227a08849af50d14/info/a22d63f01a0a4e3ea0099207371c245a 2024-11-24T09:42:27,323 INFO [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/data/default/TestLogRolling-testSlowSyncLogRolling/5bf99f804d8b034f227a08849af50d14/info/a22d63f01a0a4e3ea0099207371c245a, entries=5, sequenceid=31, filesize=10.0 K 2024-11-24T09:42:27,324 INFO [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 5bf99f804d8b034f227a08849af50d14 in 78ms, sequenceid=31, compaction requested=true 2024-11-24T09:42:27,330 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/data/hbase/meta/1588230740/.tmp/ns/60566103a4d44ae7a3379173fc2f78c9 is 43, key is default/ns:d/1732441289594/Put/seqid=0 2024-11-24T09:42:27,339 DEBUG [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/data/default/TestLogRolling-testSlowSyncLogRolling/5bf99f804d8b034f227a08849af50d14/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-11-24T09:42:27,342 INFO [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1732441289863.5bf99f804d8b034f227a08849af50d14. 2024-11-24T09:42:27,342 DEBUG [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5bf99f804d8b034f227a08849af50d14: Waiting for close lock at 1732441347245Running coprocessor pre-close hooks at 1732441347245Disabling compacts and flushes for region at 1732441347245Disabling writes for close at 1732441347246 (+1 ms)Obtaining lock to block concurrent updates at 1732441347246Preparing flush snapshotting stores in 5bf99f804d8b034f227a08849af50d14 at 1732441347246Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1732441289863.5bf99f804d8b034f227a08849af50d14., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1732441347247 (+1 ms)Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1732441289863.5bf99f804d8b034f227a08849af50d14. at 1732441347248 (+1 ms)Flushing 5bf99f804d8b034f227a08849af50d14/info: creating writer at 1732441347248Flushing 5bf99f804d8b034f227a08849af50d14/info: appending metadata at 1732441347257 (+9 ms)Flushing 5bf99f804d8b034f227a08849af50d14/info: closing flushed file at 1732441347257Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@360dacf1: reopening flushed file at 1732441347307 (+50 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 5bf99f804d8b034f227a08849af50d14 in 78ms, sequenceid=31, compaction requested=true at 1732441347324 (+17 ms)Writing region close event to WAL at 1732441347326 (+2 ms)Running coprocessor post-close hooks at 1732441347340 (+14 ms)Closed at 1732441347342 (+2 ms) 2024-11-24T09:42:27,343 DEBUG [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1732441289863.5bf99f804d8b034f227a08849af50d14. 2024-11-24T09:42:27,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741845_1021 (size=5153) 2024-11-24T09:42:27,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741845_1021 (size=5153) 2024-11-24T09:42:27,345 INFO [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/data/hbase/meta/1588230740/.tmp/ns/60566103a4d44ae7a3379173fc2f78c9 2024-11-24T09:42:27,389 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/data/hbase/meta/1588230740/.tmp/table/8737ca58a36b430aab14d02a788864d1 is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1732441290385/Put/seqid=0 2024-11-24T09:42:27,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741846_1022 (size=5396) 2024-11-24T09:42:27,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741846_1022 (size=5396) 2024-11-24T09:42:27,418 INFO [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/data/hbase/meta/1588230740/.tmp/table/8737ca58a36b430aab14d02a788864d1 2024-11-24T09:42:27,429 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/data/hbase/meta/1588230740/.tmp/info/0212e37eb2c9427790eb0cccab5dc608 as hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/data/hbase/meta/1588230740/info/0212e37eb2c9427790eb0cccab5dc608 2024-11-24T09:42:27,443 INFO [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/data/hbase/meta/1588230740/info/0212e37eb2c9427790eb0cccab5dc608, entries=10, sequenceid=11, filesize=6.9 K 2024-11-24T09:42:27,444 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/data/hbase/meta/1588230740/.tmp/ns/60566103a4d44ae7a3379173fc2f78c9 as hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/data/hbase/meta/1588230740/ns/60566103a4d44ae7a3379173fc2f78c9 2024-11-24T09:42:27,446 DEBUG [RS:0;ba35ada4783f:38073 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T09:42:27,457 INFO [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/data/hbase/meta/1588230740/ns/60566103a4d44ae7a3379173fc2f78c9, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T09:42:27,459 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/data/hbase/meta/1588230740/.tmp/table/8737ca58a36b430aab14d02a788864d1 as hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/data/hbase/meta/1588230740/table/8737ca58a36b430aab14d02a788864d1 2024-11-24T09:42:27,479 INFO [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/data/hbase/meta/1588230740/table/8737ca58a36b430aab14d02a788864d1, entries=2, sequenceid=11, filesize=5.3 K 2024-11-24T09:42:27,481 INFO [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 235ms, sequenceid=11, compaction requested=false 2024-11-24T09:42:27,494 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T09:42:27,495 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T09:42:27,495 INFO [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T09:42:27,495 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732441347246Running coprocessor pre-close hooks at 1732441347246Disabling compacts and flushes for region at 1732441347246Disabling writes for close at 1732441347246Obtaining lock to block concurrent updates at 1732441347246Preparing flush snapshotting stores in 1588230740 at 1732441347246Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1732441347247 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732441347251 (+4 ms)Flushing 1588230740/info: creating writer at 1732441347251Flushing 1588230740/info: appending metadata at 1732441347273 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732441347273Flushing 1588230740/ns: creating writer at 1732441347311 (+38 ms)Flushing 1588230740/ns: appending metadata at 1732441347330 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732441347330Flushing 1588230740/table: creating writer at 1732441347369 (+39 ms)Flushing 1588230740/table: appending metadata at 1732441347388 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732441347388Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b7fc354: reopening flushed file at 1732441347428 (+40 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e3002e0: reopening flushed file at 1732441347443 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15a6506e: reopening flushed file at 1732441347458 (+15 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 235ms, sequenceid=11, compaction requested=false at 1732441347481 (+23 ms)Writing region close event to WAL at 1732441347487 (+6 ms)Running coprocessor post-close hooks at 1732441347495 (+8 ms)Closed at 1732441347495 2024-11-24T09:42:27,495 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T09:42:27,647 INFO [RS:0;ba35ada4783f:38073 {}] regionserver.HRegionServer(976): stopping server ba35ada4783f,38073,1732441286878; all regions closed. 2024-11-24T09:42:27,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741834_1010 (size=3066) 2024-11-24T09:42:27,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741834_1010 (size=3066) 2024-11-24T09:42:27,656 INFO [regionserver/ba35ada4783f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T09:42:27,656 DEBUG [RS:0;ba35ada4783f:38073 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/oldWALs 2024-11-24T09:42:27,656 INFO [regionserver/ba35ada4783f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T09:42:27,656 INFO [RS:0;ba35ada4783f:38073 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ba35ada4783f%2C38073%2C1732441286878.meta:.meta(num 1732441289272) 2024-11-24T09:42:27,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741841_1017 (size=13164) 2024-11-24T09:42:27,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741841_1017 (size=13164) 2024-11-24T09:42:27,667 DEBUG [RS:0;ba35ada4783f:38073 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/oldWALs 2024-11-24T09:42:27,667 INFO [RS:0;ba35ada4783f:38073 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ba35ada4783f%2C38073%2C1732441286878:(num 1732441327104) 2024-11-24T09:42:27,667 DEBUG [RS:0;ba35ada4783f:38073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:42:27,667 INFO [RS:0;ba35ada4783f:38073 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T09:42:27,667 INFO [RS:0;ba35ada4783f:38073 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T09:42:27,667 INFO [RS:0;ba35ada4783f:38073 {}] hbase.ChoreService(370): Chore service for: regionserver/ba35ada4783f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T09:42:27,668 INFO [RS:0;ba35ada4783f:38073 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T09:42:27,668 INFO [regionserver/ba35ada4783f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T09:42:27,668 INFO [RS:0;ba35ada4783f:38073 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38073 2024-11-24T09:42:27,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38073-0x1016d81b3e90001, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ba35ada4783f,38073,1732441286878 2024-11-24T09:42:27,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37363-0x1016d81b3e90000, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T09:42:27,710 INFO [RS:0;ba35ada4783f:38073 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T09:42:27,718 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ba35ada4783f,38073,1732441286878] 2024-11-24T09:42:27,726 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ba35ada4783f,38073,1732441286878 already deleted, retry=false 2024-11-24T09:42:27,726 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ba35ada4783f,38073,1732441286878 expired; onlineServers=0 2024-11-24T09:42:27,727 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ba35ada4783f,37363,1732441285862' ***** 2024-11-24T09:42:27,727 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T09:42:27,727 INFO [M:0;ba35ada4783f:37363 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T09:42:27,727 INFO [M:0;ba35ada4783f:37363 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T09:42:27,727 DEBUG [M:0;ba35ada4783f:37363 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T09:42:27,727 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T09:42:27,727 DEBUG [M:0;ba35ada4783f:37363 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T09:42:27,727 DEBUG [master/ba35ada4783f:0:becomeActiveMaster-HFileCleaner.large.0-1732441288401 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba35ada4783f:0:becomeActiveMaster-HFileCleaner.large.0-1732441288401,5,FailOnTimeoutGroup] 2024-11-24T09:42:27,727 DEBUG [master/ba35ada4783f:0:becomeActiveMaster-HFileCleaner.small.0-1732441288423 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba35ada4783f:0:becomeActiveMaster-HFileCleaner.small.0-1732441288423,5,FailOnTimeoutGroup] 2024-11-24T09:42:27,727 INFO [M:0;ba35ada4783f:37363 {}] hbase.ChoreService(370): Chore service for: master/ba35ada4783f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T09:42:27,728 INFO [M:0;ba35ada4783f:37363 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T09:42:27,728 DEBUG [M:0;ba35ada4783f:37363 {}] master.HMaster(1795): Stopping service threads 2024-11-24T09:42:27,728 INFO [M:0;ba35ada4783f:37363 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T09:42:27,728 INFO [M:0;ba35ada4783f:37363 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T09:42:27,729 INFO [M:0;ba35ada4783f:37363 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T09:42:27,729 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T09:42:27,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37363-0x1016d81b3e90000, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-24T09:42:27,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37363-0x1016d81b3e90000, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:42:27,735 DEBUG [M:0;ba35ada4783f:37363 {}] zookeeper.ZKUtil(347): master:37363-0x1016d81b3e90000, quorum=127.0.0.1:55420, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-24T09:42:27,735 WARN [M:0;ba35ada4783f:37363 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T09:42:27,736 INFO [M:0;ba35ada4783f:37363 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/.lastflushedseqids 2024-11-24T09:42:27,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741847_1023 (size=130) 2024-11-24T09:42:27,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741847_1023 (size=130) 2024-11-24T09:42:27,755 INFO [M:0;ba35ada4783f:37363 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T09:42:27,755 INFO [M:0;ba35ada4783f:37363 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T09:42:27,755 DEBUG [M:0;ba35ada4783f:37363 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T09:42:27,755 INFO [M:0;ba35ada4783f:37363 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T09:42:27,755 DEBUG [M:0;ba35ada4783f:37363 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T09:42:27,755 DEBUG [M:0;ba35ada4783f:37363 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T09:42:27,755 DEBUG [M:0;ba35ada4783f:37363 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T09:42:27,755 INFO [M:0;ba35ada4783f:37363 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.02 KB heapSize=29.20 KB 2024-11-24T09:42:27,776 DEBUG [M:0;ba35ada4783f:37363 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1cb05c1048c849caaed97b6ceda47e4c is 82, key is hbase:meta,,1/info:regioninfo/1732441289425/Put/seqid=0 2024-11-24T09:42:27,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741848_1024 (size=5672) 2024-11-24T09:42:27,783 INFO [M:0;ba35ada4783f:37363 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1cb05c1048c849caaed97b6ceda47e4c 2024-11-24T09:42:27,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741848_1024 (size=5672) 2024-11-24T09:42:27,811 DEBUG [M:0;ba35ada4783f:37363 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ceb77a9635b847d79b9dd5f840ca63d7 is 766, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732441290396/Put/seqid=0 2024-11-24T09:42:27,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741849_1025 (size=6247) 2024-11-24T09:42:27,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741849_1025 (size=6247) 2024-11-24T09:42:27,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38073-0x1016d81b3e90001, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T09:42:27,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38073-0x1016d81b3e90001, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T09:42:27,819 INFO [RS:0;ba35ada4783f:38073 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T09:42:27,819 INFO [RS:0;ba35ada4783f:38073 {}] regionserver.HRegionServer(1031): Exiting; stopping=ba35ada4783f,38073,1732441286878; zookeeper connection closed. 2024-11-24T09:42:27,819 INFO [M:0;ba35ada4783f:37363 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.42 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ceb77a9635b847d79b9dd5f840ca63d7 2024-11-24T09:42:27,823 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2ed62ee3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2ed62ee3 2024-11-24T09:42:27,824 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T09:42:27,828 INFO [M:0;ba35ada4783f:37363 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ceb77a9635b847d79b9dd5f840ca63d7 2024-11-24T09:42:27,845 DEBUG [M:0;ba35ada4783f:37363 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ad61a2a3cb64652b0df47a6cd839b1d is 69, key is ba35ada4783f,38073,1732441286878/rs:state/1732441288512/Put/seqid=0 2024-11-24T09:42:27,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741850_1026 (size=5156) 2024-11-24T09:42:27,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741850_1026 (size=5156) 2024-11-24T09:42:27,853 INFO [M:0;ba35ada4783f:37363 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ad61a2a3cb64652b0df47a6cd839b1d 2024-11-24T09:42:27,879 DEBUG [M:0;ba35ada4783f:37363 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/4bfaf2299254428ba4552daeabff8a02 is 52, key is load_balancer_on/state:d/1732441289842/Put/seqid=0 2024-11-24T09:42:27,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741851_1027 (size=5056) 2024-11-24T09:42:27,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741851_1027 (size=5056) 2024-11-24T09:42:27,905 INFO [M:0;ba35ada4783f:37363 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/4bfaf2299254428ba4552daeabff8a02 2024-11-24T09:42:27,917 DEBUG [M:0;ba35ada4783f:37363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1cb05c1048c849caaed97b6ceda47e4c as hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1cb05c1048c849caaed97b6ceda47e4c 2024-11-24T09:42:27,931 INFO [M:0;ba35ada4783f:37363 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1cb05c1048c849caaed97b6ceda47e4c, entries=8, sequenceid=59, filesize=5.5 K 2024-11-24T09:42:27,933 DEBUG [M:0;ba35ada4783f:37363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ceb77a9635b847d79b9dd5f840ca63d7 as hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ceb77a9635b847d79b9dd5f840ca63d7 2024-11-24T09:42:27,942 INFO [M:0;ba35ada4783f:37363 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ceb77a9635b847d79b9dd5f840ca63d7 2024-11-24T09:42:27,942 INFO [M:0;ba35ada4783f:37363 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ceb77a9635b847d79b9dd5f840ca63d7, entries=6, sequenceid=59, filesize=6.1 K 2024-11-24T09:42:27,948 DEBUG [M:0;ba35ada4783f:37363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ad61a2a3cb64652b0df47a6cd839b1d as hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4ad61a2a3cb64652b0df47a6cd839b1d 2024-11-24T09:42:27,955 INFO [M:0;ba35ada4783f:37363 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4ad61a2a3cb64652b0df47a6cd839b1d, entries=1, sequenceid=59, filesize=5.0 K 2024-11-24T09:42:27,957 DEBUG [M:0;ba35ada4783f:37363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/4bfaf2299254428ba4552daeabff8a02 as hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/4bfaf2299254428ba4552daeabff8a02 2024-11-24T09:42:27,964 INFO [M:0;ba35ada4783f:37363 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/4bfaf2299254428ba4552daeabff8a02, entries=1, sequenceid=59, filesize=4.9 K 2024-11-24T09:42:27,966 INFO [M:0;ba35ada4783f:37363 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 211ms, sequenceid=59, compaction requested=false 2024-11-24T09:42:27,968 INFO [M:0;ba35ada4783f:37363 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T09:42:27,968 DEBUG [M:0;ba35ada4783f:37363 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732441347755Disabling compacts and flushes for region at 1732441347755Disabling writes for close at 1732441347755Obtaining lock to block concurrent updates at 1732441347755Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732441347755Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23576, getHeapSize=29840, getOffHeapSize=0, getCellsCount=70 at 1732441347756 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732441347758 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732441347758Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732441347775 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732441347775Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732441347795 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732441347810 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732441347810Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732441347829 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732441347844 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732441347844Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732441347861 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732441347878 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732441347878Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35ab8ed9: reopening flushed file at 1732441347913 (+35 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d32d820: reopening flushed file at 1732441347932 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@916a0a8: reopening flushed file at 1732441347943 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30bd9730: reopening flushed file at 1732441347956 (+13 ms)Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 211ms, sequenceid=59, compaction requested=false at 1732441347966 (+10 ms)Writing region close event to WAL at 1732441347967 (+1 ms)Closed at 1732441347967 2024-11-24T09:42:27,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741830_1006 (size=27973) 2024-11-24T09:42:27,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741830_1006 (size=27973) 2024-11-24T09:42:27,972 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T09:42:27,972 INFO [M:0;ba35ada4783f:37363 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T09:42:27,972 INFO [M:0;ba35ada4783f:37363 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37363 2024-11-24T09:42:27,972 INFO [M:0;ba35ada4783f:37363 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T09:42:28,102 INFO [M:0;ba35ada4783f:37363 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T09:42:28,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37363-0x1016d81b3e90000, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T09:42:28,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37363-0x1016d81b3e90000, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T09:42:28,133 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b9fe80c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T09:42:28,135 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T09:42:28,135 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T09:42:28,135 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T09:42:28,135 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e6ede61-085a-b581-99b1-b4c9ff3a43bc/hadoop.log.dir/,STOPPED} 2024-11-24T09:42:28,138 WARN [BP-1786074593-172.17.0.2-1732441281408 heartbeating to localhost/127.0.0.1:46189 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T09:42:28,138 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T09:42:28,138 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T09:42:28,138 WARN [BP-1786074593-172.17.0.2-1732441281408 heartbeating to localhost/127.0.0.1:46189 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1786074593-172.17.0.2-1732441281408 (Datanode Uuid 6b678012-e367-4ef6-9e52-f37286346bf2) service to localhost/127.0.0.1:46189 2024-11-24T09:42:28,139 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e6ede61-085a-b581-99b1-b4c9ff3a43bc/cluster_c84592ed-bf48-fdb3-bf71-d8c0ce8781e1/data/data3/current/BP-1786074593-172.17.0.2-1732441281408 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T09:42:28,140 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e6ede61-085a-b581-99b1-b4c9ff3a43bc/cluster_c84592ed-bf48-fdb3-bf71-d8c0ce8781e1/data/data4/current/BP-1786074593-172.17.0.2-1732441281408 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T09:42:28,140 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T09:42:28,143 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@790fbcfe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T09:42:28,144 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T09:42:28,144 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T09:42:28,144 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T09:42:28,144 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e6ede61-085a-b581-99b1-b4c9ff3a43bc/hadoop.log.dir/,STOPPED} 2024-11-24T09:42:28,148 WARN [BP-1786074593-172.17.0.2-1732441281408 heartbeating to localhost/127.0.0.1:46189 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T09:42:28,148 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T09:42:28,148 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T09:42:28,148 WARN [BP-1786074593-172.17.0.2-1732441281408 heartbeating to localhost/127.0.0.1:46189 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1786074593-172.17.0.2-1732441281408 (Datanode Uuid 823eb0c2-7cdd-4b1a-b897-c8bd465bb15a) service to localhost/127.0.0.1:46189 2024-11-24T09:42:28,149 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e6ede61-085a-b581-99b1-b4c9ff3a43bc/cluster_c84592ed-bf48-fdb3-bf71-d8c0ce8781e1/data/data1/current/BP-1786074593-172.17.0.2-1732441281408 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T09:42:28,149 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e6ede61-085a-b581-99b1-b4c9ff3a43bc/cluster_c84592ed-bf48-fdb3-bf71-d8c0ce8781e1/data/data2/current/BP-1786074593-172.17.0.2-1732441281408 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T09:42:28,149 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T09:42:28,159 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@612e4b2b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T09:42:28,160 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T09:42:28,160 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T09:42:28,160 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T09:42:28,160 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e6ede61-085a-b581-99b1-b4c9ff3a43bc/hadoop.log.dir/,STOPPED} 2024-11-24T09:42:28,170 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T09:42:28,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T09:42:28,218 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=66 (was 12) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:46189 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:46189 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ba35ada4783f:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:46189 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master/ba35ada4783f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3772f36d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/ba35ada4783f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46189 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/ba35ada4783f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:46189 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=390 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=401 (was 535), ProcessCount=11 (was 11), AvailableMemoryMB=7864 (was 8552) 2024-11-24T09:42:28,225 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=67, OpenFileDescriptor=390, MaxFileDescriptor=1048576, SystemLoadAverage=401, ProcessCount=11, AvailableMemoryMB=7864 2024-11-24T09:42:28,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T09:42:28,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e6ede61-085a-b581-99b1-b4c9ff3a43bc/hadoop.log.dir so I do NOT create it in target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac 2024-11-24T09:42:28,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e6ede61-085a-b581-99b1-b4c9ff3a43bc/hadoop.tmp.dir so I do NOT create it in target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac 2024-11-24T09:42:28,226 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/cluster_abcf8982-fc92-c31d-eb42-90c370297e1e, deleteOnExit=true 2024-11-24T09:42:28,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T09:42:28,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/test.cache.data in system properties and HBase conf 2024-11-24T09:42:28,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T09:42:28,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/hadoop.log.dir in system properties and HBase conf 2024-11-24T09:42:28,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T09:42:28,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T09:42:28,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T09:42:28,227 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T09:42:28,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T09:42:28,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T09:42:28,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T09:42:28,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T09:42:28,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T09:42:28,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T09:42:28,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T09:42:28,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T09:42:28,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T09:42:28,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/nfs.dump.dir in system properties and HBase conf 2024-11-24T09:42:28,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/java.io.tmpdir in system properties and HBase conf 2024-11-24T09:42:28,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T09:42:28,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T09:42:28,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T09:42:28,521 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T09:42:28,530 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T09:42:28,536 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T09:42:28,536 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T09:42:28,536 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T09:42:28,537 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T09:42:28,538 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@143ef478{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/hadoop.log.dir/,AVAILABLE} 2024-11-24T09:42:28,538 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6cb3e4ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T09:42:28,646 INFO [regionserver/ba35ada4783f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T09:42:28,652 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a5eaeb2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/java.io.tmpdir/jetty-localhost-38243-hadoop-hdfs-3_4_1-tests_jar-_-any-8620953323692257963/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T09:42:28,653 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28b3fb2c{HTTP/1.1, (http/1.1)}{localhost:38243} 2024-11-24T09:42:28,653 INFO [Time-limited test {}] server.Server(415): Started @70283ms 2024-11-24T09:42:28,876 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T09:42:28,880 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T09:42:28,883 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T09:42:28,883 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T09:42:28,884 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T09:42:28,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52967733{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/hadoop.log.dir/,AVAILABLE} 2024-11-24T09:42:28,885 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5109ef66{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T09:42:28,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e375f1f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/java.io.tmpdir/jetty-localhost-42969-hadoop-hdfs-3_4_1-tests_jar-_-any-4965668580108146225/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T09:42:28,995 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77942f0f{HTTP/1.1, (http/1.1)}{localhost:42969} 2024-11-24T09:42:28,995 INFO [Time-limited test {}] server.Server(415): Started @70625ms 2024-11-24T09:42:28,997 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T09:42:29,065 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T09:42:29,069 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T09:42:29,075 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T09:42:29,075 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T09:42:29,075 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T09:42:29,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@679249d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/hadoop.log.dir/,AVAILABLE} 2024-11-24T09:42:29,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d73a21b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T09:42:29,180 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5a3a774e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/java.io.tmpdir/jetty-localhost-35355-hadoop-hdfs-3_4_1-tests_jar-_-any-1862964144464546051/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T09:42:29,181 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@606071f5{HTTP/1.1, (http/1.1)}{localhost:35355} 2024-11-24T09:42:29,181 INFO [Time-limited test {}] server.Server(415): Started @70811ms 2024-11-24T09:42:29,182 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T09:42:29,682 WARN [Thread-383 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/cluster_abcf8982-fc92-c31d-eb42-90c370297e1e/data/data1/current/BP-83686119-172.17.0.2-1732441348257/current, will proceed with Du for space computation calculation, 2024-11-24T09:42:29,682 WARN [Thread-384 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/cluster_abcf8982-fc92-c31d-eb42-90c370297e1e/data/data2/current/BP-83686119-172.17.0.2-1732441348257/current, will proceed with Du for space computation calculation, 2024-11-24T09:42:29,707 WARN [Thread-348 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T09:42:29,711 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x13b4c3a0b886da8c with lease ID 0x71ed66d9509ebb25: Processing first storage report for DS-cf927cf1-02b6-448f-a96a-4894c1c6e239 from datanode DatanodeRegistration(127.0.0.1:34729, datanodeUuid=7b5b8777-563f-455d-be14-530701920706, infoPort=37495, infoSecurePort=0, ipcPort=43937, storageInfo=lv=-57;cid=testClusterID;nsid=2033139545;c=1732441348257) 2024-11-24T09:42:29,711 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13b4c3a0b886da8c with lease ID 0x71ed66d9509ebb25: from storage DS-cf927cf1-02b6-448f-a96a-4894c1c6e239 node DatanodeRegistration(127.0.0.1:34729, datanodeUuid=7b5b8777-563f-455d-be14-530701920706, infoPort=37495, infoSecurePort=0, ipcPort=43937, storageInfo=lv=-57;cid=testClusterID;nsid=2033139545;c=1732441348257), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T09:42:29,712 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x13b4c3a0b886da8c with lease ID 0x71ed66d9509ebb25: Processing first storage report for DS-d56073d5-c39b-4468-a4cd-6d9b89337b7e from datanode DatanodeRegistration(127.0.0.1:34729, datanodeUuid=7b5b8777-563f-455d-be14-530701920706, infoPort=37495, infoSecurePort=0, ipcPort=43937, storageInfo=lv=-57;cid=testClusterID;nsid=2033139545;c=1732441348257) 2024-11-24T09:42:29,712 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13b4c3a0b886da8c with lease ID 0x71ed66d9509ebb25: from storage DS-d56073d5-c39b-4468-a4cd-6d9b89337b7e node DatanodeRegistration(127.0.0.1:34729, datanodeUuid=7b5b8777-563f-455d-be14-530701920706, infoPort=37495, infoSecurePort=0, ipcPort=43937, storageInfo=lv=-57;cid=testClusterID;nsid=2033139545;c=1732441348257), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T09:42:29,858 WARN [Thread-395 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/cluster_abcf8982-fc92-c31d-eb42-90c370297e1e/data/data3/current/BP-83686119-172.17.0.2-1732441348257/current, will proceed with Du for space computation calculation, 2024-11-24T09:42:29,858 WARN [Thread-396 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/cluster_abcf8982-fc92-c31d-eb42-90c370297e1e/data/data4/current/BP-83686119-172.17.0.2-1732441348257/current, will proceed with Du for space computation calculation, 2024-11-24T09:42:29,876 WARN [Thread-371 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T09:42:29,879 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x38189b7f1c9c5f5c with lease ID 0x71ed66d9509ebb26: Processing first storage report for DS-8425139d-e04d-4741-a5d3-2937d48353d2 from datanode DatanodeRegistration(127.0.0.1:38487, datanodeUuid=8c9fbf4e-d387-4b3d-9a50-6953995903d4, infoPort=45905, infoSecurePort=0, ipcPort=39319, storageInfo=lv=-57;cid=testClusterID;nsid=2033139545;c=1732441348257) 2024-11-24T09:42:29,879 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x38189b7f1c9c5f5c with lease ID 0x71ed66d9509ebb26: from storage DS-8425139d-e04d-4741-a5d3-2937d48353d2 node DatanodeRegistration(127.0.0.1:38487, datanodeUuid=8c9fbf4e-d387-4b3d-9a50-6953995903d4, infoPort=45905, infoSecurePort=0, ipcPort=39319, storageInfo=lv=-57;cid=testClusterID;nsid=2033139545;c=1732441348257), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T09:42:29,879 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x38189b7f1c9c5f5c with lease ID 0x71ed66d9509ebb26: Processing first storage report for DS-6578083b-86c3-458a-8c6d-81e818f73424 from datanode DatanodeRegistration(127.0.0.1:38487, datanodeUuid=8c9fbf4e-d387-4b3d-9a50-6953995903d4, infoPort=45905, infoSecurePort=0, ipcPort=39319, storageInfo=lv=-57;cid=testClusterID;nsid=2033139545;c=1732441348257) 2024-11-24T09:42:29,879 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x38189b7f1c9c5f5c with lease ID 0x71ed66d9509ebb26: from storage DS-6578083b-86c3-458a-8c6d-81e818f73424 node DatanodeRegistration(127.0.0.1:38487, datanodeUuid=8c9fbf4e-d387-4b3d-9a50-6953995903d4, infoPort=45905, infoSecurePort=0, ipcPort=39319, storageInfo=lv=-57;cid=testClusterID;nsid=2033139545;c=1732441348257), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T09:42:29,927 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac 2024-11-24T09:42:29,930 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/cluster_abcf8982-fc92-c31d-eb42-90c370297e1e/zookeeper_0, clientPort=54023, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/cluster_abcf8982-fc92-c31d-eb42-90c370297e1e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/cluster_abcf8982-fc92-c31d-eb42-90c370297e1e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T09:42:29,931 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54023 2024-11-24T09:42:29,931 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T09:42:29,933 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T09:42:29,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741825_1001 (size=7) 2024-11-24T09:42:29,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38487 is added to blk_1073741825_1001 (size=7) 2024-11-24T09:42:29,958 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c with version=8 2024-11-24T09:42:29,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/hbase-staging 2024-11-24T09:42:29,961 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ba35ada4783f:0 server-side Connection retries=45 2024-11-24T09:42:29,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T09:42:29,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T09:42:29,961 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T09:42:29,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T09:42:29,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T09:42:29,961 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T09:42:29,961 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T09:42:29,962 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37169 2024-11-24T09:42:29,964 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37169 connecting to ZooKeeper ensemble=127.0.0.1:54023 2024-11-24T09:42:30,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:371690x0, quorum=127.0.0.1:54023, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T09:42:30,048 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37169-0x1016d82b1ef0000 connected 2024-11-24T09:42:30,221 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T09:42:30,222 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T09:42:30,225 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37169-0x1016d82b1ef0000, quorum=127.0.0.1:54023, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T09:42:30,225 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c, hbase.cluster.distributed=false 2024-11-24T09:42:30,226 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37169-0x1016d82b1ef0000, quorum=127.0.0.1:54023, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T09:42:30,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37169 2024-11-24T09:42:30,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37169 2024-11-24T09:42:30,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37169 2024-11-24T09:42:30,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37169 2024-11-24T09:42:30,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37169 2024-11-24T09:42:30,244 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ba35ada4783f:0 server-side Connection retries=45 2024-11-24T09:42:30,244 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T09:42:30,244 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T09:42:30,244 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T09:42:30,244 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T09:42:30,244 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T09:42:30,244 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T09:42:30,244 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T09:42:30,245 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33295 2024-11-24T09:42:30,246 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33295 connecting to ZooKeeper ensemble=127.0.0.1:54023 2024-11-24T09:42:30,247 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T09:42:30,250 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T09:42:30,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332950x0, quorum=127.0.0.1:54023, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T09:42:30,265 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:332950x0, quorum=127.0.0.1:54023, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T09:42:30,265 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T09:42:30,265 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33295-0x1016d82b1ef0001 connected 2024-11-24T09:42:30,267 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T09:42:30,269 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33295-0x1016d82b1ef0001, quorum=127.0.0.1:54023, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T09:42:30,270 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33295-0x1016d82b1ef0001, quorum=127.0.0.1:54023, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T09:42:30,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33295 2024-11-24T09:42:30,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33295 2024-11-24T09:42:30,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33295 2024-11-24T09:42:30,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33295 2024-11-24T09:42:30,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33295 2024-11-24T09:42:30,293 DEBUG [M:0;ba35ada4783f:37169 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ba35ada4783f:37169 2024-11-24T09:42:30,294 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/ba35ada4783f,37169,1732441349960 2024-11-24T09:42:30,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37169-0x1016d82b1ef0000, quorum=127.0.0.1:54023, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T09:42:30,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x1016d82b1ef0001, quorum=127.0.0.1:54023, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T09:42:30,308 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37169-0x1016d82b1ef0000, quorum=127.0.0.1:54023, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ba35ada4783f,37169,1732441349960 2024-11-24T09:42:30,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x1016d82b1ef0001, quorum=127.0.0.1:54023, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T09:42:30,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37169-0x1016d82b1ef0000, quorum=127.0.0.1:54023, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:42:30,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x1016d82b1ef0001, quorum=127.0.0.1:54023, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:42:30,319 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37169-0x1016d82b1ef0000, quorum=127.0.0.1:54023, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-24T09:42:30,321 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ba35ada4783f,37169,1732441349960 from backup master directory 2024-11-24T09:42:30,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x1016d82b1ef0001, quorum=127.0.0.1:54023, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T09:42:30,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37169-0x1016d82b1ef0000, quorum=127.0.0.1:54023, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ba35ada4783f,37169,1732441349960 2024-11-24T09:42:30,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37169-0x1016d82b1ef0000, quorum=127.0.0.1:54023, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T09:42:30,332 WARN [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T09:42:30,332 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ba35ada4783f,37169,1732441349960 2024-11-24T09:42:30,340 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/hbase.id] with ID: 530e89fa-63c7-4f6d-b832-54c873664356 2024-11-24T09:42:30,340 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/.tmp/hbase.id 2024-11-24T09:42:30,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38487 is added to blk_1073741826_1002 (size=42) 2024-11-24T09:42:30,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741826_1002 (size=42) 2024-11-24T09:42:30,352 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/.tmp/hbase.id]:[hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/hbase.id] 2024-11-24T09:42:30,378 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T09:42:30,378 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T09:42:30,380 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-24T09:42:30,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x1016d82b1ef0001, quorum=127.0.0.1:54023, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:42:30,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37169-0x1016d82b1ef0000, quorum=127.0.0.1:54023, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:42:30,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38487 is added to blk_1073741827_1003 (size=196) 2024-11-24T09:42:30,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741827_1003 (size=196) 2024-11-24T09:42:30,408 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T09:42:30,409 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T09:42:30,410 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T09:42:30,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741828_1004 (size=1189) 2024-11-24T09:42:30,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38487 is added to blk_1073741828_1004 (size=1189) 2024-11-24T09:42:30,432 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/MasterData/data/master/store 2024-11-24T09:42:30,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741829_1005 (size=34) 2024-11-24T09:42:30,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38487 is added to blk_1073741829_1005 (size=34) 2024-11-24T09:42:30,447 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:42:30,447 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T09:42:30,448 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T09:42:30,448 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T09:42:30,448 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T09:42:30,448 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T09:42:30,448 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T09:42:30,448 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732441350447Disabling compacts and flushes for region at 1732441350447Disabling writes for close at 1732441350448 (+1 ms)Writing region close event to WAL at 1732441350448Closed at 1732441350448 2024-11-24T09:42:30,449 WARN [master/ba35ada4783f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/MasterData/data/master/store/.initializing 2024-11-24T09:42:30,449 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/MasterData/WALs/ba35ada4783f,37169,1732441349960 2024-11-24T09:42:30,451 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T09:42:30,454 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ba35ada4783f%2C37169%2C1732441349960, suffix=, logDir=hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/MasterData/WALs/ba35ada4783f,37169,1732441349960, archiveDir=hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/MasterData/oldWALs, maxLogs=10 2024-11-24T09:42:30,473 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/MasterData/WALs/ba35ada4783f,37169,1732441349960/ba35ada4783f%2C37169%2C1732441349960.1732441350454, exclude list is [], retry=0 2024-11-24T09:42:30,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38487,DS-8425139d-e04d-4741-a5d3-2937d48353d2,DISK] 2024-11-24T09:42:30,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34729,DS-cf927cf1-02b6-448f-a96a-4894c1c6e239,DISK] 2024-11-24T09:42:30,491 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/MasterData/WALs/ba35ada4783f,37169,1732441349960/ba35ada4783f%2C37169%2C1732441349960.1732441350454 2024-11-24T09:42:30,491 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45905:45905),(127.0.0.1/127.0.0.1:37495:37495)] 2024-11-24T09:42:30,491 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T09:42:30,492 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:42:30,492 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:42:30,492 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:42:30,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:42:30,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T09:42:30,499 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:42:30,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T09:42:30,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:42:30,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T09:42:30,503 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:42:30,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:42:30,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:42:30,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T09:42:30,509 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:42:30,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:42:30,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:42:30,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T09:42:30,512 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:42:30,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:42:30,513 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:42:30,514 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:42:30,515 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:42:30,519 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:42:30,519 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:42:30,520 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T09:42:30,524 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:42:30,527 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T09:42:30,529 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=723737, jitterRate=-0.07972103357315063}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T09:42:30,531 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732441350492Initializing all the Stores at 1732441350494 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732441350494Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732441350494Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732441350494Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732441350494Cleaning up temporary data from old regions at 1732441350519 (+25 ms)Region opened successfully at 1732441350531 (+12 ms) 2024-11-24T09:42:30,532 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T09:42:30,539 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26a87b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba35ada4783f/172.17.0.2:0 2024-11-24T09:42:30,540 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T09:42:30,540 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T09:42:30,540 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T09:42:30,541 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T09:42:30,542 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T09:42:30,542 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T09:42:30,542 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T09:42:30,551 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T09:42:30,553 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37169-0x1016d82b1ef0000, quorum=127.0.0.1:54023, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-24T09:42:30,578 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-24T09:42:30,579 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T09:42:30,580 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37169-0x1016d82b1ef0000, quorum=127.0.0.1:54023, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-24T09:42:30,589 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-24T09:42:30,589 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T09:42:30,590 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37169-0x1016d82b1ef0000, quorum=127.0.0.1:54023, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-24T09:42:30,597 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-24T09:42:30,599 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37169-0x1016d82b1ef0000, quorum=127.0.0.1:54023, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-24T09:42:30,605 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-24T09:42:30,608 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37169-0x1016d82b1ef0000, quorum=127.0.0.1:54023, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T09:42:30,614 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-24T09:42:30,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37169-0x1016d82b1ef0000, quorum=127.0.0.1:54023, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T09:42:30,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37169-0x1016d82b1ef0000, quorum=127.0.0.1:54023, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:42:30,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x1016d82b1ef0001, quorum=127.0.0.1:54023, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T09:42:30,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x1016d82b1ef0001, quorum=127.0.0.1:54023, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:42:30,624 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ba35ada4783f,37169,1732441349960, sessionid=0x1016d82b1ef0000, setting cluster-up flag (Was=false) 2024-11-24T09:42:30,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37169-0x1016d82b1ef0000, quorum=127.0.0.1:54023, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:42:30,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x1016d82b1ef0001, quorum=127.0.0.1:54023, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:42:30,664 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-24T09:42:30,665 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba35ada4783f,37169,1732441349960 2024-11-24T09:42:30,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x1016d82b1ef0001, quorum=127.0.0.1:54023, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:42:30,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37169-0x1016d82b1ef0000, quorum=127.0.0.1:54023, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:42:30,705 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-24T09:42:30,707 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba35ada4783f,37169,1732441349960 2024-11-24T09:42:30,709 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T09:42:30,711 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T09:42:30,712 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T09:42:30,712 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T09:42:30,712 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ba35ada4783f,37169,1732441349960 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T09:42:30,713 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ba35ada4783f:0, corePoolSize=5, maxPoolSize=5 2024-11-24T09:42:30,713 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ba35ada4783f:0, corePoolSize=5, maxPoolSize=5 2024-11-24T09:42:30,713 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ba35ada4783f:0, corePoolSize=5, maxPoolSize=5 2024-11-24T09:42:30,714 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ba35ada4783f:0, corePoolSize=5, maxPoolSize=5 2024-11-24T09:42:30,714 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ba35ada4783f:0, corePoolSize=10, maxPoolSize=10 2024-11-24T09:42:30,714 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:42:30,714 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ba35ada4783f:0, corePoolSize=2, maxPoolSize=2 2024-11-24T09:42:30,714 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:42:30,716 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T09:42:30,716 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T09:42:30,720 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:42:30,720 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T09:42:30,727 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732441380727 2024-11-24T09:42:30,727 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T09:42:30,727 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T09:42:30,727 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T09:42:30,727 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T09:42:30,727 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T09:42:30,727 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T09:42:30,730 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T09:42:30,735 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T09:42:30,735 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T09:42:30,735 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T09:42:30,735 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T09:42:30,735 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T09:42:30,736 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ba35ada4783f:0:becomeActiveMaster-HFileCleaner.large.0-1732441350735,5,FailOnTimeoutGroup] 2024-11-24T09:42:30,741 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ba35ada4783f:0:becomeActiveMaster-HFileCleaner.small.0-1732441350736,5,FailOnTimeoutGroup] 2024-11-24T09:42:30,741 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T09:42:30,741 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T09:42:30,741 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T09:42:30,741 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T09:42:30,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741831_1007 (size=1321) 2024-11-24T09:42:30,744 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T09:42:30,745 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c 2024-11-24T09:42:30,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38487 is added to blk_1073741831_1007 (size=1321) 2024-11-24T09:42:30,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38487 is added to blk_1073741832_1008 (size=32) 2024-11-24T09:42:30,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741832_1008 (size=32) 2024-11-24T09:42:30,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:42:30,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T09:42:30,772 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T09:42:30,773 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:42:30,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T09:42:30,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T09:42:30,776 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T09:42:30,776 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:42:30,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T09:42:30,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T09:42:30,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T09:42:30,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:42:30,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T09:42:30,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T09:42:30,783 INFO [RS:0;ba35ada4783f:33295 {}] regionserver.HRegionServer(746): ClusterId : 530e89fa-63c7-4f6d-b832-54c873664356 2024-11-24T09:42:30,783 DEBUG [RS:0;ba35ada4783f:33295 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T09:42:30,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T09:42:30,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:42:30,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T09:42:30,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T09:42:30,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/data/hbase/meta/1588230740 2024-11-24T09:42:30,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/data/hbase/meta/1588230740 2024-11-24T09:42:30,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T09:42:30,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T09:42:30,793 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T09:42:30,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T09:42:30,796 DEBUG [RS:0;ba35ada4783f:33295 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T09:42:30,796 DEBUG [RS:0;ba35ada4783f:33295 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T09:42:30,799 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T09:42:30,800 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=743281, jitterRate=-0.05487056076526642}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T09:42:30,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732441350766Initializing all the Stores at 1732441350768 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732441350768Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732441350768Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732441350768Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732441350769 (+1 ms)Cleaning up temporary data from old regions at 1732441350793 (+24 ms)Region opened successfully at 1732441350801 (+8 ms) 2024-11-24T09:42:30,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T09:42:30,801 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T09:42:30,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T09:42:30,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T09:42:30,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T09:42:30,803 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T09:42:30,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732441350801Disabling compacts and flushes for region at 1732441350801Disabling writes for close at 1732441350802 (+1 ms)Writing region close event to WAL at 1732441350803 (+1 ms)Closed at 1732441350803 2024-11-24T09:42:30,806 DEBUG [RS:0;ba35ada4783f:33295 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T09:42:30,806 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T09:42:30,806 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T09:42:30,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T09:42:30,807 DEBUG [RS:0;ba35ada4783f:33295 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@859ef27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba35ada4783f/172.17.0.2:0 2024-11-24T09:42:30,809 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T09:42:30,810 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T09:42:30,828 DEBUG [RS:0;ba35ada4783f:33295 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ba35ada4783f:33295 2024-11-24T09:42:30,828 INFO [RS:0;ba35ada4783f:33295 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T09:42:30,828 INFO [RS:0;ba35ada4783f:33295 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T09:42:30,828 DEBUG [RS:0;ba35ada4783f:33295 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T09:42:30,829 INFO [RS:0;ba35ada4783f:33295 {}] regionserver.HRegionServer(2659): reportForDuty to master=ba35ada4783f,37169,1732441349960 with port=33295, startcode=1732441350243 2024-11-24T09:42:30,829 DEBUG [RS:0;ba35ada4783f:33295 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T09:42:30,832 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46069, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T09:42:30,834 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37169 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ba35ada4783f,33295,1732441350243 2024-11-24T09:42:30,834 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37169 {}] master.ServerManager(517): Registering regionserver=ba35ada4783f,33295,1732441350243 2024-11-24T09:42:30,836 DEBUG [RS:0;ba35ada4783f:33295 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c 2024-11-24T09:42:30,836 DEBUG [RS:0;ba35ada4783f:33295 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34021 2024-11-24T09:42:30,836 DEBUG [RS:0;ba35ada4783f:33295 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T09:42:30,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37169-0x1016d82b1ef0000, quorum=127.0.0.1:54023, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T09:42:30,848 DEBUG [RS:0;ba35ada4783f:33295 {}] zookeeper.ZKUtil(111): regionserver:33295-0x1016d82b1ef0001, quorum=127.0.0.1:54023, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ba35ada4783f,33295,1732441350243 2024-11-24T09:42:30,848 WARN [RS:0;ba35ada4783f:33295 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T09:42:30,848 INFO [RS:0;ba35ada4783f:33295 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T09:42:30,848 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ba35ada4783f,33295,1732441350243] 2024-11-24T09:42:30,848 DEBUG [RS:0;ba35ada4783f:33295 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/WALs/ba35ada4783f,33295,1732441350243 2024-11-24T09:42:30,853 INFO [RS:0;ba35ada4783f:33295 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T09:42:30,856 INFO [RS:0;ba35ada4783f:33295 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T09:42:30,857 INFO [RS:0;ba35ada4783f:33295 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T09:42:30,857 INFO [RS:0;ba35ada4783f:33295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T09:42:30,858 INFO [RS:0;ba35ada4783f:33295 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T09:42:30,860 INFO [RS:0;ba35ada4783f:33295 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T09:42:30,860 INFO [RS:0;ba35ada4783f:33295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T09:42:30,860 DEBUG [RS:0;ba35ada4783f:33295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:42:30,860 DEBUG [RS:0;ba35ada4783f:33295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:42:30,860 DEBUG [RS:0;ba35ada4783f:33295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:42:30,860 DEBUG [RS:0;ba35ada4783f:33295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:42:30,860 DEBUG [RS:0;ba35ada4783f:33295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:42:30,860 DEBUG [RS:0;ba35ada4783f:33295 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ba35ada4783f:0, corePoolSize=2, maxPoolSize=2 2024-11-24T09:42:30,861 DEBUG [RS:0;ba35ada4783f:33295 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:42:30,861 DEBUG [RS:0;ba35ada4783f:33295 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:42:30,861 DEBUG [RS:0;ba35ada4783f:33295 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:42:30,861 DEBUG [RS:0;ba35ada4783f:33295 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:42:30,861 DEBUG [RS:0;ba35ada4783f:33295 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:42:30,861 DEBUG [RS:0;ba35ada4783f:33295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:42:30,861 DEBUG [RS:0;ba35ada4783f:33295 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ba35ada4783f:0, corePoolSize=3, maxPoolSize=3 2024-11-24T09:42:30,861 DEBUG [RS:0;ba35ada4783f:33295 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ba35ada4783f:0, corePoolSize=3, maxPoolSize=3 2024-11-24T09:42:30,862 INFO [RS:0;ba35ada4783f:33295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T09:42:30,863 INFO [RS:0;ba35ada4783f:33295 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T09:42:30,863 INFO [RS:0;ba35ada4783f:33295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T09:42:30,863 INFO [RS:0;ba35ada4783f:33295 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T09:42:30,863 INFO [RS:0;ba35ada4783f:33295 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T09:42:30,863 INFO [RS:0;ba35ada4783f:33295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba35ada4783f,33295,1732441350243-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T09:42:30,881 INFO [RS:0;ba35ada4783f:33295 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T09:42:30,881 INFO [RS:0;ba35ada4783f:33295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba35ada4783f,33295,1732441350243-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T09:42:30,881 INFO [RS:0;ba35ada4783f:33295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T09:42:30,881 INFO [RS:0;ba35ada4783f:33295 {}] regionserver.Replication(171): ba35ada4783f,33295,1732441350243 started 2024-11-24T09:42:30,895 INFO [RS:0;ba35ada4783f:33295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T09:42:30,896 INFO [RS:0;ba35ada4783f:33295 {}] regionserver.HRegionServer(1482): Serving as ba35ada4783f,33295,1732441350243, RpcServer on ba35ada4783f/172.17.0.2:33295, sessionid=0x1016d82b1ef0001 2024-11-24T09:42:30,896 DEBUG [RS:0;ba35ada4783f:33295 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T09:42:30,896 DEBUG [RS:0;ba35ada4783f:33295 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ba35ada4783f,33295,1732441350243 2024-11-24T09:42:30,896 DEBUG [RS:0;ba35ada4783f:33295 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba35ada4783f,33295,1732441350243' 2024-11-24T09:42:30,896 DEBUG [RS:0;ba35ada4783f:33295 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T09:42:30,897 DEBUG [RS:0;ba35ada4783f:33295 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T09:42:30,897 DEBUG [RS:0;ba35ada4783f:33295 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T09:42:30,897 DEBUG [RS:0;ba35ada4783f:33295 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T09:42:30,897 DEBUG [RS:0;ba35ada4783f:33295 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ba35ada4783f,33295,1732441350243 2024-11-24T09:42:30,897 DEBUG [RS:0;ba35ada4783f:33295 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba35ada4783f,33295,1732441350243' 2024-11-24T09:42:30,897 DEBUG [RS:0;ba35ada4783f:33295 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T09:42:30,899 DEBUG [RS:0;ba35ada4783f:33295 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T09:42:30,899 DEBUG [RS:0;ba35ada4783f:33295 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T09:42:30,899 INFO [RS:0;ba35ada4783f:33295 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T09:42:30,899 INFO [RS:0;ba35ada4783f:33295 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T09:42:30,960 WARN [ba35ada4783f:37169 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T09:42:31,000 INFO [RS:0;ba35ada4783f:33295 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T09:42:31,002 INFO [RS:0;ba35ada4783f:33295 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ba35ada4783f%2C33295%2C1732441350243, suffix=, logDir=hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/WALs/ba35ada4783f,33295,1732441350243, archiveDir=hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/oldWALs, maxLogs=32 2024-11-24T09:42:31,017 DEBUG [RS:0;ba35ada4783f:33295 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/WALs/ba35ada4783f,33295,1732441350243/ba35ada4783f%2C33295%2C1732441350243.1732441351004, exclude list is [], retry=0 2024-11-24T09:42:31,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38487,DS-8425139d-e04d-4741-a5d3-2937d48353d2,DISK] 2024-11-24T09:42:31,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34729,DS-cf927cf1-02b6-448f-a96a-4894c1c6e239,DISK] 2024-11-24T09:42:31,025 INFO [RS:0;ba35ada4783f:33295 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/WALs/ba35ada4783f,33295,1732441350243/ba35ada4783f%2C33295%2C1732441350243.1732441351004 2024-11-24T09:42:31,030 DEBUG [RS:0;ba35ada4783f:33295 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37495:37495),(127.0.0.1/127.0.0.1:45905:45905)] 2024-11-24T09:42:31,211 DEBUG [ba35ada4783f:37169 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T09:42:31,211 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ba35ada4783f,33295,1732441350243 2024-11-24T09:42:31,213 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba35ada4783f,33295,1732441350243, state=OPENING 2024-11-24T09:42:31,239 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T09:42:31,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37169-0x1016d82b1ef0000, quorum=127.0.0.1:54023, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:42:31,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x1016d82b1ef0001, quorum=127.0.0.1:54023, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:42:31,288 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T09:42:31,288 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T09:42:31,289 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T09:42:31,289 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ba35ada4783f,33295,1732441350243}] 2024-11-24T09:42:31,443 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T09:42:31,445 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49747, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T09:42:31,450 INFO [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T09:42:31,451 INFO [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T09:42:31,451 INFO [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T09:42:31,454 INFO [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ba35ada4783f%2C33295%2C1732441350243.meta, suffix=.meta, logDir=hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/WALs/ba35ada4783f,33295,1732441350243, archiveDir=hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/oldWALs, maxLogs=32 2024-11-24T09:42:31,475 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/WALs/ba35ada4783f,33295,1732441350243/ba35ada4783f%2C33295%2C1732441350243.meta.1732441351456.meta, exclude list is [], retry=0 2024-11-24T09:42:31,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38487,DS-8425139d-e04d-4741-a5d3-2937d48353d2,DISK] 2024-11-24T09:42:31,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34729,DS-cf927cf1-02b6-448f-a96a-4894c1c6e239,DISK] 2024-11-24T09:42:31,512 INFO [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/WALs/ba35ada4783f,33295,1732441350243/ba35ada4783f%2C33295%2C1732441350243.meta.1732441351456.meta 2024-11-24T09:42:31,514 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45905:45905),(127.0.0.1/127.0.0.1:37495:37495)] 2024-11-24T09:42:31,515 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T09:42:31,515 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T09:42:31,515 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T09:42:31,515 INFO [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T09:42:31,515 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T09:42:31,515 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:42:31,515 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T09:42:31,516 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T09:42:31,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T09:42:31,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T09:42:31,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:42:31,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T09:42:31,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T09:42:31,520 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T09:42:31,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:42:31,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T09:42:31,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T09:42:31,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T09:42:31,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:42:31,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T09:42:31,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T09:42:31,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T09:42:31,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:42:31,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T09:42:31,527 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T09:42:31,529 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/data/hbase/meta/1588230740 2024-11-24T09:42:31,530 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/data/hbase/meta/1588230740 2024-11-24T09:42:31,532 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T09:42:31,532 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T09:42:31,533 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T09:42:31,538 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T09:42:31,539 INFO [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=709070, jitterRate=-0.09837131202220917}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T09:42:31,539 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T09:42:31,541 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732441351516Writing region info on filesystem at 1732441351516Initializing all the Stores at 1732441351517 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732441351517Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732441351517Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732441351517Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732441351517Cleaning up temporary data from old regions at 1732441351532 (+15 ms)Running coprocessor post-open hooks at 1732441351539 (+7 ms)Region opened successfully at 1732441351541 (+2 ms) 2024-11-24T09:42:31,549 INFO [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732441351443 2024-11-24T09:42:31,554 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T09:42:31,554 INFO [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T09:42:31,555 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ba35ada4783f,33295,1732441350243 2024-11-24T09:42:31,557 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba35ada4783f,33295,1732441350243, state=OPEN 2024-11-24T09:42:31,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37169-0x1016d82b1ef0000, quorum=127.0.0.1:54023, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T09:42:31,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x1016d82b1ef0001, quorum=127.0.0.1:54023, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T09:42:31,598 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ba35ada4783f,33295,1732441350243 2024-11-24T09:42:31,599 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T09:42:31,599 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T09:42:31,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T09:42:31,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ba35ada4783f,33295,1732441350243 in 310 msec 2024-11-24T09:42:31,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T09:42:31,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 795 msec 2024-11-24T09:42:31,609 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T09:42:31,609 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T09:42:31,611 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T09:42:31,611 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba35ada4783f,33295,1732441350243, seqNum=-1] 2024-11-24T09:42:31,611 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:42:31,613 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53969, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:42:31,620 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 908 msec 2024-11-24T09:42:31,621 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732441351621, completionTime=-1 2024-11-24T09:42:31,621 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T09:42:31,621 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T09:42:31,623 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T09:42:31,623 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732441411623 2024-11-24T09:42:31,624 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732441471623 2024-11-24T09:42:31,624 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T09:42:31,624 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba35ada4783f,37169,1732441349960-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T09:42:31,624 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba35ada4783f,37169,1732441349960-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T09:42:31,624 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba35ada4783f,37169,1732441349960-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T09:42:31,624 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ba35ada4783f:37169, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T09:42:31,624 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T09:42:31,625 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T09:42:31,627 DEBUG [master/ba35ada4783f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T09:42:31,630 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.297sec 2024-11-24T09:42:31,630 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T09:42:31,630 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T09:42:31,630 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T09:42:31,630 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T09:42:31,630 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T09:42:31,630 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba35ada4783f,37169,1732441349960-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T09:42:31,630 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba35ada4783f,37169,1732441349960-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T09:42:31,635 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T09:42:31,635 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T09:42:31,635 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba35ada4783f,37169,1732441349960-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T09:42:31,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cafcc38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:42:31,685 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba35ada4783f,37169,-1 for getting cluster id 2024-11-24T09:42:31,685 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T09:42:31,687 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '530e89fa-63c7-4f6d-b832-54c873664356' 2024-11-24T09:42:31,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T09:42:31,688 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "530e89fa-63c7-4f6d-b832-54c873664356" 2024-11-24T09:42:31,688 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77b4039f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:42:31,688 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba35ada4783f,37169,-1] 2024-11-24T09:42:31,689 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T09:42:31,691 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:42:31,694 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58886, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T09:42:31,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a77a0a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:42:31,696 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T09:42:31,699 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba35ada4783f,33295,1732441350243, seqNum=-1] 2024-11-24T09:42:31,699 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:42:31,702 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39432, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:42:31,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ba35ada4783f,37169,1732441349960 2024-11-24T09:42:31,706 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T09:42:31,711 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-24T09:42:31,741 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T09:42:31,752 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T09:42:31,775 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T09:42:31,775 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T09:42:31,775 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T09:42:31,778 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ee815b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/hadoop.log.dir/,AVAILABLE} 2024-11-24T09:42:31,778 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a1625d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T09:42:31,915 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2874572a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/java.io.tmpdir/jetty-localhost-38085-hadoop-hdfs-3_4_1-tests_jar-_-any-1051635003197967638/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T09:42:31,916 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8b61256{HTTP/1.1, (http/1.1)}{localhost:38085} 2024-11-24T09:42:31,916 INFO [Time-limited test {}] server.Server(415): Started @73546ms 2024-11-24T09:42:31,918 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T09:42:31,969 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T09:42:31,974 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T09:42:31,990 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T09:42:31,990 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T09:42:31,990 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T09:42:31,991 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e4045ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/hadoop.log.dir/,AVAILABLE} 2024-11-24T09:42:31,992 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33c106fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T09:42:32,126 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@68df4c61{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/java.io.tmpdir/jetty-localhost-39385-hadoop-hdfs-3_4_1-tests_jar-_-any-588802475462188071/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T09:42:32,126 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3731053c{HTTP/1.1, (http/1.1)}{localhost:39385} 2024-11-24T09:42:32,126 INFO [Time-limited test {}] server.Server(415): Started @73756ms 2024-11-24T09:42:32,128 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T09:42:32,195 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T09:42:32,202 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T09:42:32,207 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T09:42:32,207 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T09:42:32,207 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T09:42:32,208 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@635489d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/hadoop.log.dir/,AVAILABLE} 2024-11-24T09:42:32,208 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42468d07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T09:42:32,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:42:32,349 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@43e82a78{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/java.io.tmpdir/jetty-localhost-45693-hadoop-hdfs-3_4_1-tests_jar-_-any-12983119551220449580/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T09:42:32,349 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c75fe5b{HTTP/1.1, (http/1.1)}{localhost:45693} 2024-11-24T09:42:32,350 INFO [Time-limited test {}] server.Server(415): Started @73980ms 2024-11-24T09:42:32,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:42:32,386 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T09:42:32,667 WARN [Thread-544 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/cluster_abcf8982-fc92-c31d-eb42-90c370297e1e/data/data6/current/BP-83686119-172.17.0.2-1732441348257/current, will proceed with Du for space computation calculation, 2024-11-24T09:42:32,667 WARN [Thread-543 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/cluster_abcf8982-fc92-c31d-eb42-90c370297e1e/data/data5/current/BP-83686119-172.17.0.2-1732441348257/current, will proceed with Du for space computation calculation, 2024-11-24T09:42:32,697 WARN [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T09:42:32,702 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x629a430a852ea96b with lease ID 0x71ed66d9509ebb27: Processing first storage report for DS-7391a96f-990f-4d4a-9f76-599b98de02c0 from datanode DatanodeRegistration(127.0.0.1:34767, datanodeUuid=4f949287-e5de-41bf-8987-5d94cc35b687, infoPort=46093, infoSecurePort=0, ipcPort=41883, storageInfo=lv=-57;cid=testClusterID;nsid=2033139545;c=1732441348257) 2024-11-24T09:42:32,702 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x629a430a852ea96b with lease ID 0x71ed66d9509ebb27: from storage DS-7391a96f-990f-4d4a-9f76-599b98de02c0 node DatanodeRegistration(127.0.0.1:34767, datanodeUuid=4f949287-e5de-41bf-8987-5d94cc35b687, infoPort=46093, infoSecurePort=0, ipcPort=41883, storageInfo=lv=-57;cid=testClusterID;nsid=2033139545;c=1732441348257), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T09:42:32,702 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x629a430a852ea96b with lease ID 0x71ed66d9509ebb27: Processing first storage report for DS-47d37c1c-a4b7-45c8-9f37-c2bac918665d from datanode DatanodeRegistration(127.0.0.1:34767, datanodeUuid=4f949287-e5de-41bf-8987-5d94cc35b687, infoPort=46093, infoSecurePort=0, ipcPort=41883, storageInfo=lv=-57;cid=testClusterID;nsid=2033139545;c=1732441348257) 2024-11-24T09:42:32,702 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x629a430a852ea96b with lease ID 0x71ed66d9509ebb27: from storage DS-47d37c1c-a4b7-45c8-9f37-c2bac918665d node DatanodeRegistration(127.0.0.1:34767, datanodeUuid=4f949287-e5de-41bf-8987-5d94cc35b687, infoPort=46093, infoSecurePort=0, ipcPort=41883, storageInfo=lv=-57;cid=testClusterID;nsid=2033139545;c=1732441348257), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T09:42:32,886 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T09:42:32,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:42:33,039 WARN [Thread-557 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/cluster_abcf8982-fc92-c31d-eb42-90c370297e1e/data/data7/current/BP-83686119-172.17.0.2-1732441348257/current, will proceed with Du for space computation calculation, 2024-11-24T09:42:33,039 WARN [Thread-558 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/cluster_abcf8982-fc92-c31d-eb42-90c370297e1e/data/data8/current/BP-83686119-172.17.0.2-1732441348257/current, will proceed with Du for space computation calculation, 2024-11-24T09:42:33,067 WARN [Thread-510 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T09:42:33,072 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4db15ca01060dd78 with lease ID 0x71ed66d9509ebb28: Processing first storage report for DS-60946ec0-7171-40a1-a92b-794dbffa4702 from datanode DatanodeRegistration(127.0.0.1:46799, datanodeUuid=070d3a61-7756-4757-a392-afd8fd3f1b9d, infoPort=39309, infoSecurePort=0, ipcPort=36475, storageInfo=lv=-57;cid=testClusterID;nsid=2033139545;c=1732441348257) 2024-11-24T09:42:33,072 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4db15ca01060dd78 with lease ID 0x71ed66d9509ebb28: from storage DS-60946ec0-7171-40a1-a92b-794dbffa4702 node DatanodeRegistration(127.0.0.1:46799, datanodeUuid=070d3a61-7756-4757-a392-afd8fd3f1b9d, infoPort=39309, infoSecurePort=0, ipcPort=36475, storageInfo=lv=-57;cid=testClusterID;nsid=2033139545;c=1732441348257), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T09:42:33,073 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4db15ca01060dd78 with lease ID 0x71ed66d9509ebb28: Processing first storage report for DS-90903e7f-2a68-4221-84e8-6c3233414403 from datanode DatanodeRegistration(127.0.0.1:46799, datanodeUuid=070d3a61-7756-4757-a392-afd8fd3f1b9d, infoPort=39309, infoSecurePort=0, ipcPort=36475, storageInfo=lv=-57;cid=testClusterID;nsid=2033139545;c=1732441348257) 2024-11-24T09:42:33,073 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4db15ca01060dd78 with lease ID 0x71ed66d9509ebb28: from storage DS-90903e7f-2a68-4221-84e8-6c3233414403 node DatanodeRegistration(127.0.0.1:46799, datanodeUuid=070d3a61-7756-4757-a392-afd8fd3f1b9d, infoPort=39309, infoSecurePort=0, ipcPort=36475, storageInfo=lv=-57;cid=testClusterID;nsid=2033139545;c=1732441348257), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T09:42:33,237 WARN [Thread-569 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/cluster_abcf8982-fc92-c31d-eb42-90c370297e1e/data/data9/current/BP-83686119-172.17.0.2-1732441348257/current, will proceed with Du for space computation calculation, 2024-11-24T09:42:33,237 WARN [Thread-570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/cluster_abcf8982-fc92-c31d-eb42-90c370297e1e/data/data10/current/BP-83686119-172.17.0.2-1732441348257/current, will proceed with Du for space computation calculation, 2024-11-24T09:42:33,262 WARN [Thread-534 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T09:42:33,265 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xff7a4630d193e206 with lease ID 0x71ed66d9509ebb29: Processing first storage report for DS-f8598b1a-a9b3-455d-9308-a65bf5e75cd4 from datanode DatanodeRegistration(127.0.0.1:36205, datanodeUuid=98713a1a-c115-413e-ae95-3bd7cd58a813, infoPort=42803, infoSecurePort=0, ipcPort=35455, storageInfo=lv=-57;cid=testClusterID;nsid=2033139545;c=1732441348257) 2024-11-24T09:42:33,265 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xff7a4630d193e206 with lease ID 0x71ed66d9509ebb29: from storage DS-f8598b1a-a9b3-455d-9308-a65bf5e75cd4 node DatanodeRegistration(127.0.0.1:36205, datanodeUuid=98713a1a-c115-413e-ae95-3bd7cd58a813, infoPort=42803, infoSecurePort=0, ipcPort=35455, storageInfo=lv=-57;cid=testClusterID;nsid=2033139545;c=1732441348257), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T09:42:33,265 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xff7a4630d193e206 with lease ID 0x71ed66d9509ebb29: Processing first storage report for DS-981f4dae-6a05-41a7-baa3-248447c9499b from datanode DatanodeRegistration(127.0.0.1:36205, datanodeUuid=98713a1a-c115-413e-ae95-3bd7cd58a813, infoPort=42803, infoSecurePort=0, ipcPort=35455, storageInfo=lv=-57;cid=testClusterID;nsid=2033139545;c=1732441348257) 2024-11-24T09:42:33,265 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xff7a4630d193e206 with lease ID 0x71ed66d9509ebb29: from storage DS-981f4dae-6a05-41a7-baa3-248447c9499b node DatanodeRegistration(127.0.0.1:36205, datanodeUuid=98713a1a-c115-413e-ae95-3bd7cd58a813, infoPort=42803, infoSecurePort=0, ipcPort=35455, storageInfo=lv=-57;cid=testClusterID;nsid=2033139545;c=1732441348257), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T09:42:33,350 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T09:42:33,352 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is ba35ada4783f,37169,1732441349960 2024-11-24T09:42:33,352 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@391e5172 2024-11-24T09:42:33,352 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T09:42:33,354 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53548, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T09:42:33,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37169 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-24T09:42:33,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37169 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-24T09:42:33,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37169 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T09:42:33,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37169 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-11-24T09:42:33,360 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T09:42:33,360 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:42:33,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37169 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-11-24T09:42:33,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T09:42:33,362 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T09:42:33,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741835_1011 (size=393) 2024-11-24T09:42:33,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741835_1011 (size=393) 2024-11-24T09:42:33,374 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2c258b66e972bc37ffcbbacf9b6e0d3c, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1732441353355.2c258b66e972bc37ffcbbacf9b6e0d3c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c 2024-11-24T09:42:33,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741836_1012 (size=76) 2024-11-24T09:42:33,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741836_1012 (size=76) 2024-11-24T09:42:33,389 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1732441353355.2c258b66e972bc37ffcbbacf9b6e0d3c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:42:33,389 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing 2c258b66e972bc37ffcbbacf9b6e0d3c, disabling compactions & flushes 2024-11-24T09:42:33,389 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1732441353355.2c258b66e972bc37ffcbbacf9b6e0d3c. 2024-11-24T09:42:33,389 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732441353355.2c258b66e972bc37ffcbbacf9b6e0d3c. 2024-11-24T09:42:33,389 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732441353355.2c258b66e972bc37ffcbbacf9b6e0d3c. after waiting 0 ms 2024-11-24T09:42:33,389 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1732441353355.2c258b66e972bc37ffcbbacf9b6e0d3c. 2024-11-24T09:42:33,389 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1732441353355.2c258b66e972bc37ffcbbacf9b6e0d3c. 2024-11-24T09:42:33,389 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2c258b66e972bc37ffcbbacf9b6e0d3c: Waiting for close lock at 1732441353389Disabling compacts and flushes for region at 1732441353389Disabling writes for close at 1732441353389Writing region close event to WAL at 1732441353389Closed at 1732441353389 2024-11-24T09:42:33,391 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T09:42:33,392 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1732441353355.2c258b66e972bc37ffcbbacf9b6e0d3c.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1732441353391"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732441353391"}]},"ts":"1732441353391"} 2024-11-24T09:42:33,395 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T09:42:33,396 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T09:42:33,397 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732441353397"}]},"ts":"1732441353397"} 2024-11-24T09:42:33,402 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-11-24T09:42:33,402 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=2c258b66e972bc37ffcbbacf9b6e0d3c, ASSIGN}] 2024-11-24T09:42:33,405 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=2c258b66e972bc37ffcbbacf9b6e0d3c, ASSIGN 2024-11-24T09:42:33,407 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=2c258b66e972bc37ffcbbacf9b6e0d3c, ASSIGN; state=OFFLINE, location=ba35ada4783f,33295,1732441350243; forceNewPlan=false, retain=false 2024-11-24T09:42:33,558 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2c258b66e972bc37ffcbbacf9b6e0d3c, regionState=OPENING, regionLocation=ba35ada4783f,33295,1732441350243 2024-11-24T09:42:33,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=2c258b66e972bc37ffcbbacf9b6e0d3c, ASSIGN because future has completed 2024-11-24T09:42:33,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c258b66e972bc37ffcbbacf9b6e0d3c, server=ba35ada4783f,33295,1732441350243}] 2024-11-24T09:42:33,720 INFO [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1732441353355.2c258b66e972bc37ffcbbacf9b6e0d3c. 2024-11-24T09:42:33,720 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2c258b66e972bc37ffcbbacf9b6e0d3c, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1732441353355.2c258b66e972bc37ffcbbacf9b6e0d3c.', STARTKEY => '', ENDKEY => ''} 2024-11-24T09:42:33,721 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath 2c258b66e972bc37ffcbbacf9b6e0d3c 2024-11-24T09:42:33,721 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1732441353355.2c258b66e972bc37ffcbbacf9b6e0d3c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:42:33,721 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2c258b66e972bc37ffcbbacf9b6e0d3c 2024-11-24T09:42:33,721 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2c258b66e972bc37ffcbbacf9b6e0d3c 2024-11-24T09:42:33,723 INFO [StoreOpener-2c258b66e972bc37ffcbbacf9b6e0d3c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 2c258b66e972bc37ffcbbacf9b6e0d3c 2024-11-24T09:42:33,725 INFO [StoreOpener-2c258b66e972bc37ffcbbacf9b6e0d3c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c258b66e972bc37ffcbbacf9b6e0d3c columnFamilyName info 2024-11-24T09:42:33,725 DEBUG [StoreOpener-2c258b66e972bc37ffcbbacf9b6e0d3c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:42:33,725 INFO [StoreOpener-2c258b66e972bc37ffcbbacf9b6e0d3c-1 {}] regionserver.HStore(327): Store=2c258b66e972bc37ffcbbacf9b6e0d3c/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:42:33,726 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2c258b66e972bc37ffcbbacf9b6e0d3c 2024-11-24T09:42:33,727 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/data/default/TestLogRolling-testLogRollOnDatanodeDeath/2c258b66e972bc37ffcbbacf9b6e0d3c 2024-11-24T09:42:33,727 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/data/default/TestLogRolling-testLogRollOnDatanodeDeath/2c258b66e972bc37ffcbbacf9b6e0d3c 2024-11-24T09:42:33,728 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2c258b66e972bc37ffcbbacf9b6e0d3c 2024-11-24T09:42:33,728 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2c258b66e972bc37ffcbbacf9b6e0d3c 2024-11-24T09:42:33,731 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2c258b66e972bc37ffcbbacf9b6e0d3c 2024-11-24T09:42:33,734 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/data/default/TestLogRolling-testLogRollOnDatanodeDeath/2c258b66e972bc37ffcbbacf9b6e0d3c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T09:42:33,735 INFO [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2c258b66e972bc37ffcbbacf9b6e0d3c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=838612, jitterRate=0.06635037064552307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T09:42:33,735 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2c258b66e972bc37ffcbbacf9b6e0d3c 2024-11-24T09:42:33,736 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2c258b66e972bc37ffcbbacf9b6e0d3c: Running coprocessor pre-open hook at 1732441353721Writing region info on filesystem at 1732441353721Initializing all the Stores at 1732441353722 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732441353723 (+1 ms)Cleaning up temporary data from old regions at 1732441353728 (+5 ms)Running coprocessor post-open hooks at 1732441353735 (+7 ms)Region opened successfully at 1732441353736 (+1 ms) 2024-11-24T09:42:33,737 INFO [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1732441353355.2c258b66e972bc37ffcbbacf9b6e0d3c., pid=6, masterSystemTime=1732441353715 2024-11-24T09:42:33,741 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1732441353355.2c258b66e972bc37ffcbbacf9b6e0d3c. 2024-11-24T09:42:33,741 INFO [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1732441353355.2c258b66e972bc37ffcbbacf9b6e0d3c. 2024-11-24T09:42:33,742 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2c258b66e972bc37ffcbbacf9b6e0d3c, regionState=OPEN, openSeqNum=2, regionLocation=ba35ada4783f,33295,1732441350243 2024-11-24T09:42:33,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c258b66e972bc37ffcbbacf9b6e0d3c, server=ba35ada4783f,33295,1732441350243 because future has completed 2024-11-24T09:42:33,766 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T09:42:33,766 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2c258b66e972bc37ffcbbacf9b6e0d3c, server=ba35ada4783f,33295,1732441350243 in 199 msec 2024-11-24T09:42:33,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T09:42:33,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=2c258b66e972bc37ffcbbacf9b6e0d3c, ASSIGN in 364 msec 2024-11-24T09:42:33,773 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T09:42:33,774 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732441353773"}]},"ts":"1732441353773"} 2024-11-24T09:42:33,779 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-11-24T09:42:33,781 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T09:42:33,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 425 msec 2024-11-24T09:42:36,349 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-24T09:42:36,349 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-11-24T09:42:36,351 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-24T09:42:36,853 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T09:42:36,854 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-11-24T09:42:39,224 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T09:42:39,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:42:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T09:42:43,400 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-11-24T09:42:43,401 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-11-24T09:42:43,403 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T09:42:43,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-11-24T09:42:43,413 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T09:42:43,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-11-24T09:42:43,418 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1732441353355.2c258b66e972bc37ffcbbacf9b6e0d3c., hostname=ba35ada4783f,33295,1732441350243, seqNum=2] 2024-11-24T09:42:43,421 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-11-24T09:42:43,425 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-11-24T09:42:43,425 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1732441353355.2c258b66e972bc37ffcbbacf9b6e0d3c. 2024-11-24T09:42:43,426 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1176680144_22 at /127.0.0.1:58914 [Receiving block BP-83686119-172.17.0.2-1732441348257:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:38487:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58914 dst: /127.0.0.1:38487 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:42:43,426 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1176680144_22 at /127.0.0.1:36584 [Receiving block BP-83686119-172.17.0.2-1732441348257:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:34729:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36584 dst: /127.0.0.1:34729 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:42:43,426 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1176680144_22 at /127.0.0.1:58930 [Receiving block BP-83686119-172.17.0.2-1732441348257:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:38487:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58930 dst: /127.0.0.1:38487 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:42:43,426 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1176680144_22 at /127.0.0.1:36574 [Receiving block BP-83686119-172.17.0.2-1732441348257:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:34729:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36574 dst: /127.0.0.1:34729 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:42:43,426 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1747927698_22 at /127.0.0.1:36542 [Receiving block BP-83686119-172.17.0.2-1732441348257:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:34729:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36542 dst: /127.0.0.1:34729 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:42:43,427 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1747927698_22 at /127.0.0.1:58870 [Receiving block BP-83686119-172.17.0.2-1732441348257:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:38487:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58870 dst: /127.0.0.1:38487 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:42:43,498 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e375f1f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T09:42:43,498 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77942f0f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T09:42:43,499 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T09:42:43,499 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5109ef66{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T09:42:43,500 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52967733{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/hadoop.log.dir/,STOPPED} 2024-11-24T09:42:43,502 WARN [BP-83686119-172.17.0.2-1732441348257 heartbeating to localhost/127.0.0.1:34021 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T09:42:43,502 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T09:42:43,502 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T09:42:43,502 WARN [BP-83686119-172.17.0.2-1732441348257 heartbeating to localhost/127.0.0.1:34021 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-83686119-172.17.0.2-1732441348257 (Datanode Uuid 7b5b8777-563f-455d-be14-530701920706) service to localhost/127.0.0.1:34021 2024-11-24T09:42:43,503 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/cluster_abcf8982-fc92-c31d-eb42-90c370297e1e/data/data1/current/BP-83686119-172.17.0.2-1732441348257 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T09:42:43,504 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/cluster_abcf8982-fc92-c31d-eb42-90c370297e1e/data/data2/current/BP-83686119-172.17.0.2-1732441348257 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T09:42:43,504 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T09:42:43,516 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T09:42:43,520 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T09:42:43,521 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T09:42:43,521 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T09:42:43,521 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T09:42:43,521 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b2797dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/hadoop.log.dir/,AVAILABLE} 2024-11-24T09:42:43,522 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e950b4d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T09:42:43,613 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ee3def0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/java.io.tmpdir/jetty-localhost-46413-hadoop-hdfs-3_4_1-tests_jar-_-any-14532900047530382240/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T09:42:43,613 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35cbc60a{HTTP/1.1, (http/1.1)}{localhost:46413} 2024-11-24T09:42:43,614 INFO [Time-limited test {}] server.Server(415): Started @85244ms 2024-11-24T09:42:43,615 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T09:42:43,632 WARN [AsyncFSWAL-0-hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c-prefix:ba35ada4783f,33295,1732441350243 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:42:43,633 DEBUG [regionserver/ba35ada4783f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ba35ada4783f%2C33295%2C1732441350243:(num 1732441351004) roll requested 2024-11-24T09:42:43,647 DEBUG [regionserver/ba35ada4783f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/WALs/ba35ada4783f,33295,1732441350243/ba35ada4783f%2C33295%2C1732441350243.1732441363633, exclude list is [], retry=0 2024-11-24T09:42:43,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46799,DS-60946ec0-7171-40a1-a92b-794dbffa4702,DISK] 2024-11-24T09:42:43,652 INFO [regionserver/ba35ada4783f:0.logRoller {}] monitor.ExcludeDatanodeManager(82): Added datanode: DatanodeInfoWithStorage[127.0.0.1:34729,DS-cf927cf1-02b6-448f-a96a-4894c1c6e239,DISK] to exclude cache by [connect error] success, current excludeDNsCache size=1 2024-11-24T09:42:43,652 WARN [regionserver/ba35ada4783f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(578): create fan-out dfs output /user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/WALs/ba35ada4783f,33295,1732441350243/ba35ada4783f%2C33295%2C1732441350243.1732441363633 failed, retry = 0 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: /127.0.0.1:34729 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:42:43,753 DEBUG [regionserver/ba35ada4783f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/WALs/ba35ada4783f,33295,1732441350243/ba35ada4783f%2C33295%2C1732441350243.1732441363633, exclude list is [(127.0.0.1/127.0.0.1:37495:37495)], retry=1 2024-11-24T09:42:43,754 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1176680144_22 at /127.0.0.1:59980 [Receiving block BP-83686119-172.17.0.2-1732441348257:blk_1073741837_1013] {}] datanode.DataXceiver(331): 127.0.0.1:46799:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59980 dst: /127.0.0.1:46799 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:42:43,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46799,DS-60946ec0-7171-40a1-a92b-794dbffa4702,DISK] 2024-11-24T09:42:43,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34767,DS-7391a96f-990f-4d4a-9f76-599b98de02c0,DISK] 2024-11-24T09:42:43,762 INFO [regionserver/ba35ada4783f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/WALs/ba35ada4783f,33295,1732441350243/ba35ada4783f%2C33295%2C1732441350243.1732441351004 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/WALs/ba35ada4783f,33295,1732441350243/ba35ada4783f%2C33295%2C1732441350243.1732441363633 2024-11-24T09:42:43,763 DEBUG [regionserver/ba35ada4783f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39309:39309),(127.0.0.1/127.0.0.1:46093:46093)] 2024-11-24T09:42:43,763 DEBUG [regionserver/ba35ada4783f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/WALs/ba35ada4783f,33295,1732441350243/ba35ada4783f%2C33295%2C1732441350243.1732441351004 is not closed yet, will try archiving it next time 2024-11-24T09:42:43,764 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:42:43,764 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:42:43,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T09:42:43,765 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T09:42:43,765 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T09:42:43,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:42:43,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:42:43,766 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T09:42:43,766 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-24T09:42:43,766 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T09:42:43,766 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1050080554, stopped=false 2024-11-24T09:42:43,766 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-24T09:42:43,766 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ba35ada4783f,37169,1732441349960 2024-11-24T09:42:43,766 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/WALs/ba35ada4783f,33295,1732441350243/ba35ada4783f%2C33295%2C1732441350243.1732441351004 2024-11-24T09:42:43,769 WARN [IPC Server handler 0 on default port 34021 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/WALs/ba35ada4783f,33295,1732441350243/ba35ada4783f%2C33295%2C1732441350243.1732441351004 has not been closed. Lease recovery is in progress. RecoveryId = 1015 for block blk_1073741833_1009 2024-11-24T09:42:43,773 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/WALs/ba35ada4783f,33295,1732441350243/ba35ada4783f%2C33295%2C1732441350243.1732441351004 after 5ms 2024-11-24T09:42:43,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x1016d82b1ef0001, quorum=127.0.0.1:54023, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T09:42:43,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37169-0x1016d82b1ef0000, quorum=127.0.0.1:54023, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T09:42:43,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x1016d82b1ef0001, quorum=127.0.0.1:54023, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:42:43,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37169-0x1016d82b1ef0000, quorum=127.0.0.1:54023, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:42:43,818 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T09:42:43,819 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T09:42:43,819 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T09:42:43,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:42:43,820 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33295-0x1016d82b1ef0001, quorum=127.0.0.1:54023, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T09:42:43,820 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ba35ada4783f,33295,1732441350243' ***** 2024-11-24T09:42:43,820 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37169-0x1016d82b1ef0000, quorum=127.0.0.1:54023, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T09:42:43,820 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T09:42:43,821 INFO [RS:0;ba35ada4783f:33295 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T09:42:43,821 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T09:42:43,821 INFO [RS:0;ba35ada4783f:33295 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T09:42:43,821 INFO [RS:0;ba35ada4783f:33295 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T09:42:43,821 INFO [RS:0;ba35ada4783f:33295 {}] regionserver.HRegionServer(3091): Received CLOSE for 2c258b66e972bc37ffcbbacf9b6e0d3c 2024-11-24T09:42:43,822 INFO [RS:0;ba35ada4783f:33295 {}] regionserver.HRegionServer(959): stopping server ba35ada4783f,33295,1732441350243 2024-11-24T09:42:43,822 INFO [RS:0;ba35ada4783f:33295 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T09:42:43,823 INFO [RS:0;ba35ada4783f:33295 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba35ada4783f:33295. 2024-11-24T09:42:43,823 DEBUG [RS:0;ba35ada4783f:33295 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T09:42:43,823 DEBUG [RS:0;ba35ada4783f:33295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:42:43,823 INFO [RS:0;ba35ada4783f:33295 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T09:42:43,823 INFO [RS:0;ba35ada4783f:33295 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T09:42:43,823 INFO [RS:0;ba35ada4783f:33295 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T09:42:43,823 INFO [RS:0;ba35ada4783f:33295 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T09:42:43,824 INFO [RS:0;ba35ada4783f:33295 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T09:42:43,824 DEBUG [RS:0;ba35ada4783f:33295 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2c258b66e972bc37ffcbbacf9b6e0d3c=TestLogRolling-testLogRollOnDatanodeDeath,,1732441353355.2c258b66e972bc37ffcbbacf9b6e0d3c.} 2024-11-24T09:42:43,824 DEBUG [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2c258b66e972bc37ffcbbacf9b6e0d3c, disabling compactions & flushes 2024-11-24T09:42:43,824 DEBUG [RS:0;ba35ada4783f:33295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c258b66e972bc37ffcbbacf9b6e0d3c 2024-11-24T09:42:43,824 INFO [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1732441353355.2c258b66e972bc37ffcbbacf9b6e0d3c. 2024-11-24T09:42:43,824 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T09:42:43,824 DEBUG [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732441353355.2c258b66e972bc37ffcbbacf9b6e0d3c. 2024-11-24T09:42:43,824 INFO [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T09:42:43,824 DEBUG [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732441353355.2c258b66e972bc37ffcbbacf9b6e0d3c. after waiting 0 ms 2024-11-24T09:42:43,824 DEBUG [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1732441353355.2c258b66e972bc37ffcbbacf9b6e0d3c. 2024-11-24T09:42:43,824 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T09:42:43,824 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T09:42:43,824 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T09:42:43,824 INFO [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2c258b66e972bc37ffcbbacf9b6e0d3c 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-24T09:42:43,825 INFO [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-11-24T09:42:43,826 WARN [AsyncFSWAL-0-hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c-prefix:ba35ada4783f,33295,1732441350243.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:42:43,826 DEBUG [regionserver/ba35ada4783f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ba35ada4783f%2C33295%2C1732441350243.meta:.meta(num 1732441351456) roll requested 2024-11-24T09:42:43,839 DEBUG [regionserver/ba35ada4783f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/WALs/ba35ada4783f,33295,1732441350243/ba35ada4783f%2C33295%2C1732441350243.meta.1732441363826.meta, exclude list is [(127.0.0.1/127.0.0.1:37495:37495)], retry=0 2024-11-24T09:42:43,840 DEBUG [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/data/default/TestLogRolling-testLogRollOnDatanodeDeath/2c258b66e972bc37ffcbbacf9b6e0d3c/.tmp/info/a4f7a473346d497294cbcd431ed7443f is 1055, key is row0001/info:/1732441363419/Put/seqid=0 2024-11-24T09:42:43,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46799,DS-60946ec0-7171-40a1-a92b-794dbffa4702,DISK] 2024-11-24T09:42:43,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36205,DS-f8598b1a-a9b3-455d-9308-a65bf5e75cd4,DISK] 2024-11-24T09:42:43,844 INFO [regionserver/ba35ada4783f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/WALs/ba35ada4783f,33295,1732441350243/ba35ada4783f%2C33295%2C1732441350243.meta.1732441351456.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/WALs/ba35ada4783f,33295,1732441350243/ba35ada4783f%2C33295%2C1732441350243.meta.1732441363826.meta 2024-11-24T09:42:43,844 DEBUG [regionserver/ba35ada4783f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39309:39309),(127.0.0.1/127.0.0.1:42803:42803)] 2024-11-24T09:42:43,844 DEBUG [regionserver/ba35ada4783f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/WALs/ba35ada4783f,33295,1732441350243/ba35ada4783f%2C33295%2C1732441350243.meta.1732441351456.meta is not closed yet, will try archiving it next time 2024-11-24T09:42:43,844 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:42:43,845 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:42:43,845 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/WALs/ba35ada4783f,33295,1732441350243/ba35ada4783f%2C33295%2C1732441350243.meta.1732441351456.meta 2024-11-24T09:42:43,846 WARN [IPC Server handler 3 on default port 34021 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/WALs/ba35ada4783f,33295,1732441350243/ba35ada4783f%2C33295%2C1732441350243.meta.1732441351456.meta has not been closed. Lease recovery is in progress. RecoveryId = 1018 for block blk_1073741834_1010 2024-11-24T09:42:43,846 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/WALs/ba35ada4783f,33295,1732441350243/ba35ada4783f%2C33295%2C1732441350243.meta.1732441351456.meta after 1ms 2024-11-24T09:42:43,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741840_1017 (size=7062) 2024-11-24T09:42:43,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741840_1017 (size=7062) 2024-11-24T09:42:43,848 INFO [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/data/default/TestLogRolling-testLogRollOnDatanodeDeath/2c258b66e972bc37ffcbbacf9b6e0d3c/.tmp/info/a4f7a473346d497294cbcd431ed7443f 2024-11-24T09:42:43,857 DEBUG [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/data/default/TestLogRolling-testLogRollOnDatanodeDeath/2c258b66e972bc37ffcbbacf9b6e0d3c/.tmp/info/a4f7a473346d497294cbcd431ed7443f as hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/data/default/TestLogRolling-testLogRollOnDatanodeDeath/2c258b66e972bc37ffcbbacf9b6e0d3c/info/a4f7a473346d497294cbcd431ed7443f 2024-11-24T09:42:43,863 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/data/hbase/meta/1588230740/.tmp/info/559e3538a00742cb815e333969b7ccf6 is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1732441353355.2c258b66e972bc37ffcbbacf9b6e0d3c./info:regioninfo/1732441353741/Put/seqid=0 2024-11-24T09:42:43,865 WARN [Thread-631 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073741841_1019 java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:205) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:614) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createSocketForPipeline(DataStreamer.java:256) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1894) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-24T09:42:43,865 WARN [Thread-631 {}] hdfs.DataStreamer(1731): Error Recovery for BP-83686119-172.17.0.2-1732441348257:blk_1073741841_1019 in pipeline [DatanodeInfoWithStorage[127.0.0.1:34729,DS-cf927cf1-02b6-448f-a96a-4894c1c6e239,DISK], DatanodeInfoWithStorage[127.0.0.1:46799,DS-60946ec0-7171-40a1-a92b-794dbffa4702,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:34729,DS-cf927cf1-02b6-448f-a96a-4894c1c6e239,DISK]) is bad. 2024-11-24T09:42:43,866 WARN [Thread-631 {}] hdfs.DataStreamer(1850): Abandoning BP-83686119-172.17.0.2-1732441348257:blk_1073741841_1019 2024-11-24T09:42:43,869 WARN [Thread-631 {}] hdfs.DataStreamer(1857): Excluding datanode DatanodeInfoWithStorage[127.0.0.1:34729,DS-cf927cf1-02b6-448f-a96a-4894c1c6e239,DISK] 2024-11-24T09:42:43,871 INFO [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/data/default/TestLogRolling-testLogRollOnDatanodeDeath/2c258b66e972bc37ffcbbacf9b6e0d3c/info/a4f7a473346d497294cbcd431ed7443f, entries=2, sequenceid=6, filesize=6.9 K 2024-11-24T09:42:43,872 INFO [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 2c258b66e972bc37ffcbbacf9b6e0d3c in 48ms, sequenceid=6, compaction requested=false 2024-11-24T09:42:43,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741842_1020 (size=7089) 2024-11-24T09:42:43,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741842_1020 (size=7089) 2024-11-24T09:42:43,879 INFO [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/data/hbase/meta/1588230740/.tmp/info/559e3538a00742cb815e333969b7ccf6 2024-11-24T09:42:43,880 DEBUG [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/data/default/TestLogRolling-testLogRollOnDatanodeDeath/2c258b66e972bc37ffcbbacf9b6e0d3c/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-24T09:42:43,881 INFO [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1732441353355.2c258b66e972bc37ffcbbacf9b6e0d3c. 2024-11-24T09:42:43,881 DEBUG [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2c258b66e972bc37ffcbbacf9b6e0d3c: Waiting for close lock at 1732441363824Running coprocessor pre-close hooks at 1732441363824Disabling compacts and flushes for region at 1732441363824Disabling writes for close at 1732441363824Obtaining lock to block concurrent updates at 1732441363824Preparing flush snapshotting stores in 2c258b66e972bc37ffcbbacf9b6e0d3c at 1732441363824Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1732441353355.2c258b66e972bc37ffcbbacf9b6e0d3c., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1732441363825 (+1 ms)Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1732441353355.2c258b66e972bc37ffcbbacf9b6e0d3c. at 1732441363826 (+1 ms)Flushing 2c258b66e972bc37ffcbbacf9b6e0d3c/info: creating writer at 1732441363826Flushing 2c258b66e972bc37ffcbbacf9b6e0d3c/info: appending metadata at 1732441363840 (+14 ms)Flushing 2c258b66e972bc37ffcbbacf9b6e0d3c/info: closing flushed file at 1732441363840Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a6c9215: reopening flushed file at 1732441363856 (+16 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 2c258b66e972bc37ffcbbacf9b6e0d3c in 48ms, sequenceid=6, compaction requested=false at 1732441363872 (+16 ms)Writing region close event to WAL at 1732441363876 (+4 ms)Running coprocessor post-close hooks at 1732441363881 (+5 ms)Closed at 1732441363881 2024-11-24T09:42:43,882 DEBUG [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1732441353355.2c258b66e972bc37ffcbbacf9b6e0d3c. 2024-11-24T09:42:43,902 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/data/hbase/meta/1588230740/.tmp/ns/ccf7163290da48cb8e8fa7b8373aa2f1 is 43, key is default/ns:d/1732441351614/Put/seqid=0 2024-11-24T09:42:43,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741843_1021 (size=5153) 2024-11-24T09:42:43,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741843_1021 (size=5153) 2024-11-24T09:42:43,908 INFO [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/data/hbase/meta/1588230740/.tmp/ns/ccf7163290da48cb8e8fa7b8373aa2f1 2024-11-24T09:42:43,931 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/data/hbase/meta/1588230740/.tmp/table/cd635e610209458e9de7f0600edef62f is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1732441353773/Put/seqid=0 2024-11-24T09:42:43,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741844_1022 (size=5424) 2024-11-24T09:42:43,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741844_1022 (size=5424) 2024-11-24T09:42:43,936 INFO [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/data/hbase/meta/1588230740/.tmp/table/cd635e610209458e9de7f0600edef62f 2024-11-24T09:42:43,944 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/data/hbase/meta/1588230740/.tmp/info/559e3538a00742cb815e333969b7ccf6 as hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/data/hbase/meta/1588230740/info/559e3538a00742cb815e333969b7ccf6 2024-11-24T09:42:43,953 INFO [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/data/hbase/meta/1588230740/info/559e3538a00742cb815e333969b7ccf6, entries=10, sequenceid=11, filesize=6.9 K 2024-11-24T09:42:43,954 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/data/hbase/meta/1588230740/.tmp/ns/ccf7163290da48cb8e8fa7b8373aa2f1 as hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/data/hbase/meta/1588230740/ns/ccf7163290da48cb8e8fa7b8373aa2f1 2024-11-24T09:42:43,956 INFO [regionserver/ba35ada4783f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T09:42:43,956 INFO [regionserver/ba35ada4783f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T09:42:43,961 INFO [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/data/hbase/meta/1588230740/ns/ccf7163290da48cb8e8fa7b8373aa2f1, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T09:42:43,962 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/data/hbase/meta/1588230740/.tmp/table/cd635e610209458e9de7f0600edef62f as hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/data/hbase/meta/1588230740/table/cd635e610209458e9de7f0600edef62f 2024-11-24T09:42:43,968 INFO [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/data/hbase/meta/1588230740/table/cd635e610209458e9de7f0600edef62f, entries=2, sequenceid=11, filesize=5.3 K 2024-11-24T09:42:43,969 INFO [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 145ms, sequenceid=11, compaction requested=false 2024-11-24T09:42:43,974 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T09:42:43,974 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T09:42:43,974 INFO [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T09:42:43,975 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732441363824Running coprocessor pre-close hooks at 1732441363824Disabling compacts and flushes for region at 1732441363824Disabling writes for close at 1732441363824Obtaining lock to block concurrent updates at 1732441363825 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732441363825Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1732441363825Flushing stores of hbase:meta,,1.1588230740 at 1732441363845 (+20 ms)Flushing 1588230740/info: creating writer at 1732441363845Flushing 1588230740/info: appending metadata at 1732441363862 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732441363862Flushing 1588230740/ns: creating writer at 1732441363887 (+25 ms)Flushing 1588230740/ns: appending metadata at 1732441363901 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732441363901Flushing 1588230740/table: creating writer at 1732441363914 (+13 ms)Flushing 1588230740/table: appending metadata at 1732441363930 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732441363930Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31926566: reopening flushed file at 1732441363943 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@701f3420: reopening flushed file at 1732441363953 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36fb1c72: reopening flushed file at 1732441363961 (+8 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 145ms, sequenceid=11, compaction requested=false at 1732441363969 (+8 ms)Writing region close event to WAL at 1732441363970 (+1 ms)Running coprocessor post-close hooks at 1732441363974 (+4 ms)Closed at 1732441363974 2024-11-24T09:42:43,975 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T09:42:44,024 INFO [RS:0;ba35ada4783f:33295 {}] regionserver.HRegionServer(976): stopping server ba35ada4783f,33295,1732441350243; all regions closed. 2024-11-24T09:42:44,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741839_1016 (size=825) 2024-11-24T09:42:44,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741839_1016 (size=825) 2024-11-24T09:42:44,044 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T09:42:44,048 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc9ce1bdb36a6948b with lease ID 0x71ed66d9509ebb2a: from storage DS-cf927cf1-02b6-448f-a96a-4894c1c6e239 node DatanodeRegistration(127.0.0.1:42467, datanodeUuid=7b5b8777-563f-455d-be14-530701920706, infoPort=33897, infoSecurePort=0, ipcPort=43281, storageInfo=lv=-57;cid=testClusterID;nsid=2033139545;c=1732441348257), blocks: 6, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T09:42:44,048 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc9ce1bdb36a6948b with lease ID 0x71ed66d9509ebb2a: from storage DS-d56073d5-c39b-4468-a4cd-6d9b89337b7e node DatanodeRegistration(127.0.0.1:42467, datanodeUuid=7b5b8777-563f-455d-be14-530701920706, infoPort=33897, infoSecurePort=0, ipcPort=43281, storageInfo=lv=-57;cid=testClusterID;nsid=2033139545;c=1732441348257), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T09:42:44,865 INFO [regionserver/ba35ada4783f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T09:42:44,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38487 is added to blk_1073741833_1015 (size=1599) 2024-11-24T09:42:46,349 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-24T09:42:46,349 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T09:42:46,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T09:42:47,774 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/WALs/ba35ada4783f,33295,1732441350243/ba35ada4783f%2C33295%2C1732441350243.1732441351004 after 4008ms 2024-11-24T09:42:47,774 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/WALs/ba35ada4783f,33295,1732441350243/ba35ada4783f%2C33295%2C1732441350243.1732441351004 to hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/oldWALs/ba35ada4783f%2C33295%2C1732441350243.1732441351004 2024-11-24T09:42:47,847 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/WALs/ba35ada4783f,33295,1732441350243/ba35ada4783f%2C33295%2C1732441350243.meta.1732441351456.meta after 4001ms 2024-11-24T09:42:47,847 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/WALs/ba35ada4783f,33295,1732441350243/ba35ada4783f%2C33295%2C1732441350243.meta.1732441351456.meta to hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/oldWALs/ba35ada4783f%2C33295%2C1732441350243.meta.1732441351456.meta 2024-11-24T09:42:47,850 DEBUG [RS:0;ba35ada4783f:33295 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/oldWALs 2024-11-24T09:42:47,850 INFO [RS:0;ba35ada4783f:33295 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ba35ada4783f%2C33295%2C1732441350243.meta:.meta(num 1732441363826) 2024-11-24T09:42:47,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741838_1014 (size=2288) 2024-11-24T09:42:47,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741838_1014 (size=2288) 2024-11-24T09:42:47,857 DEBUG [RS:0;ba35ada4783f:33295 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/oldWALs 2024-11-24T09:42:47,857 INFO [RS:0;ba35ada4783f:33295 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ba35ada4783f%2C33295%2C1732441350243:(num 1732441363633) 2024-11-24T09:42:47,857 DEBUG [RS:0;ba35ada4783f:33295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:42:47,857 INFO [RS:0;ba35ada4783f:33295 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T09:42:47,857 INFO [RS:0;ba35ada4783f:33295 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T09:42:47,858 INFO [RS:0;ba35ada4783f:33295 {}] hbase.ChoreService(370): Chore service for: regionserver/ba35ada4783f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T09:42:47,858 INFO [RS:0;ba35ada4783f:33295 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T09:42:47,858 INFO [RS:0;ba35ada4783f:33295 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33295 2024-11-24T09:42:47,859 INFO [regionserver/ba35ada4783f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T09:42:47,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741834_1018 (size=2386) 2024-11-24T09:42:47,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741833_1015 (size=1599) 2024-11-24T09:42:47,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x1016d82b1ef0001, quorum=127.0.0.1:54023, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ba35ada4783f,33295,1732441350243 2024-11-24T09:42:47,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37169-0x1016d82b1ef0000, quorum=127.0.0.1:54023, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T09:42:47,908 INFO [RS:0;ba35ada4783f:33295 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T09:42:47,909 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ba35ada4783f,33295,1732441350243] 2024-11-24T09:42:47,928 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ba35ada4783f,33295,1732441350243 already deleted, retry=false 2024-11-24T09:42:47,928 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ba35ada4783f,33295,1732441350243 expired; onlineServers=0 2024-11-24T09:42:47,928 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ba35ada4783f,37169,1732441349960' ***** 2024-11-24T09:42:47,928 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T09:42:47,928 INFO [M:0;ba35ada4783f:37169 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T09:42:47,928 INFO [M:0;ba35ada4783f:37169 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T09:42:47,928 DEBUG [M:0;ba35ada4783f:37169 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T09:42:47,929 DEBUG [M:0;ba35ada4783f:37169 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T09:42:47,929 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T09:42:47,929 DEBUG [master/ba35ada4783f:0:becomeActiveMaster-HFileCleaner.small.0-1732441350736 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba35ada4783f:0:becomeActiveMaster-HFileCleaner.small.0-1732441350736,5,FailOnTimeoutGroup] 2024-11-24T09:42:47,929 DEBUG [master/ba35ada4783f:0:becomeActiveMaster-HFileCleaner.large.0-1732441350735 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba35ada4783f:0:becomeActiveMaster-HFileCleaner.large.0-1732441350735,5,FailOnTimeoutGroup] 2024-11-24T09:42:47,929 INFO [M:0;ba35ada4783f:37169 {}] hbase.ChoreService(370): Chore service for: master/ba35ada4783f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T09:42:47,929 INFO [M:0;ba35ada4783f:37169 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T09:42:47,929 DEBUG [M:0;ba35ada4783f:37169 {}] master.HMaster(1795): Stopping service threads 2024-11-24T09:42:47,929 INFO [M:0;ba35ada4783f:37169 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T09:42:47,929 INFO [M:0;ba35ada4783f:37169 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T09:42:47,929 INFO [M:0;ba35ada4783f:37169 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T09:42:47,930 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T09:42:47,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37169-0x1016d82b1ef0000, quorum=127.0.0.1:54023, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-24T09:42:47,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37169-0x1016d82b1ef0000, quorum=127.0.0.1:54023, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:42:47,936 DEBUG [M:0;ba35ada4783f:37169 {}] zookeeper.ZKUtil(347): master:37169-0x1016d82b1ef0000, quorum=127.0.0.1:54023, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-24T09:42:47,936 WARN [M:0;ba35ada4783f:37169 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T09:42:47,938 INFO [M:0;ba35ada4783f:37169 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/.lastflushedseqids 2024-11-24T09:42:47,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42467 is added to blk_1073741845_1023 (size=139) 2024-11-24T09:42:47,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741845_1023 (size=139) 2024-11-24T09:42:47,949 INFO [M:0;ba35ada4783f:37169 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T09:42:47,949 INFO [M:0;ba35ada4783f:37169 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T09:42:47,949 DEBUG [M:0;ba35ada4783f:37169 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T09:42:47,949 INFO [M:0;ba35ada4783f:37169 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T09:42:47,949 DEBUG [M:0;ba35ada4783f:37169 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T09:42:47,949 DEBUG [M:0;ba35ada4783f:37169 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T09:42:47,950 DEBUG [M:0;ba35ada4783f:37169 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T09:42:47,950 INFO [M:0;ba35ada4783f:37169 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.09 KB heapSize=29.05 KB 2024-11-24T09:42:47,951 WARN [AsyncFSWAL-0-hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/MasterData-prefix:ba35ada4783f,37169,1732441349960 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:42:47,951 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ba35ada4783f%2C37169%2C1732441349960:(num 1732441350454) roll requested 2024-11-24T09:42:47,966 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/MasterData/WALs/ba35ada4783f,37169,1732441349960/ba35ada4783f%2C37169%2C1732441349960.1732441367951, exclude list is [], retry=0 2024-11-24T09:42:47,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38487,DS-8425139d-e04d-4741-a5d3-2937d48353d2,DISK] 2024-11-24T09:42:47,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36205,DS-f8598b1a-a9b3-455d-9308-a65bf5e75cd4,DISK] 2024-11-24T09:42:47,978 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/MasterData/WALs/ba35ada4783f,37169,1732441349960/ba35ada4783f%2C37169%2C1732441349960.1732441350454 with entries=54, filesize=26.80 KB; new WAL /user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/MasterData/WALs/ba35ada4783f,37169,1732441349960/ba35ada4783f%2C37169%2C1732441349960.1732441367951 2024-11-24T09:42:47,978 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45905:45905),(127.0.0.1/127.0.0.1:42803:42803)] 2024-11-24T09:42:47,978 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/MasterData/WALs/ba35ada4783f,37169,1732441349960/ba35ada4783f%2C37169%2C1732441349960.1732441350454 is not closed yet, will try archiving it next time 2024-11-24T09:42:47,978 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:42:47,981 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:42:47,986 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/MasterData/WALs/ba35ada4783f,37169,1732441349960/ba35ada4783f%2C37169%2C1732441349960.1732441350454 2024-11-24T09:42:47,987 WARN [IPC Server handler 3 on default port 34021 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/MasterData/WALs/ba35ada4783f,37169,1732441349960/ba35ada4783f%2C37169%2C1732441349960.1732441350454 has not been closed. Lease recovery is in progress. RecoveryId = 1025 for block blk_1073741830_1006 2024-11-24T09:42:47,988 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/MasterData/WALs/ba35ada4783f,37169,1732441349960/ba35ada4783f%2C37169%2C1732441349960.1732441350454 after 2ms 2024-11-24T09:42:47,998 DEBUG [M:0;ba35ada4783f:37169 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/67957d670dba428395960df8eeb6ec0f is 82, key is hbase:meta,,1/info:regioninfo/1732441351554/Put/seqid=0 2024-11-24T09:42:48,020 INFO [RS:0;ba35ada4783f:33295 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T09:42:48,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x1016d82b1ef0001, quorum=127.0.0.1:54023, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T09:42:48,020 INFO [RS:0;ba35ada4783f:33295 {}] regionserver.HRegionServer(1031): Exiting; stopping=ba35ada4783f,33295,1732441350243; zookeeper connection closed. 2024-11-24T09:42:48,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x1016d82b1ef0001, quorum=127.0.0.1:54023, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T09:42:48,033 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@70734d48 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@70734d48 2024-11-24T09:42:48,033 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T09:42:48,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42467 is added to blk_1073741847_1026 (size=5672) 2024-11-24T09:42:48,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741847_1026 (size=5672) 2024-11-24T09:42:48,036 INFO [M:0;ba35ada4783f:37169 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/67957d670dba428395960df8eeb6ec0f 2024-11-24T09:42:48,064 DEBUG [M:0;ba35ada4783f:37169 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c06f0e689585450cb4c1627f65a28758 is 774, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732441353783/Put/seqid=0 2024-11-24T09:42:48,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38487 is added to blk_1073741848_1027 (size=6114) 2024-11-24T09:42:48,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741848_1027 (size=6114) 2024-11-24T09:42:48,083 INFO [M:0;ba35ada4783f:37169 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.49 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c06f0e689585450cb4c1627f65a28758 2024-11-24T09:42:48,108 DEBUG [M:0;ba35ada4783f:37169 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/40be2b5db3d34291a88818d731e4f3cb is 69, key is ba35ada4783f,33295,1732441350243/rs:state/1732441350834/Put/seqid=0 2024-11-24T09:42:48,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741849_1028 (size=5156) 2024-11-24T09:42:48,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741849_1028 (size=5156) 2024-11-24T09:42:48,517 INFO [M:0;ba35ada4783f:37169 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/40be2b5db3d34291a88818d731e4f3cb 2024-11-24T09:42:48,553 DEBUG [M:0;ba35ada4783f:37169 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/c73de3c176ea4986a5e9afa7e8453a27 is 52, key is load_balancer_on/state:d/1732441351708/Put/seqid=0 2024-11-24T09:42:48,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42467 is added to blk_1073741850_1029 (size=5056) 2024-11-24T09:42:48,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741850_1029 (size=5056) 2024-11-24T09:42:48,564 INFO [M:0;ba35ada4783f:37169 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/c73de3c176ea4986a5e9afa7e8453a27 2024-11-24T09:42:48,579 DEBUG [M:0;ba35ada4783f:37169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/67957d670dba428395960df8eeb6ec0f as hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/67957d670dba428395960df8eeb6ec0f 2024-11-24T09:42:48,587 INFO [M:0;ba35ada4783f:37169 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/67957d670dba428395960df8eeb6ec0f, entries=8, sequenceid=56, filesize=5.5 K 2024-11-24T09:42:48,588 DEBUG [M:0;ba35ada4783f:37169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c06f0e689585450cb4c1627f65a28758 as hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c06f0e689585450cb4c1627f65a28758 2024-11-24T09:42:48,598 INFO [M:0;ba35ada4783f:37169 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c06f0e689585450cb4c1627f65a28758, entries=6, sequenceid=56, filesize=6.0 K 2024-11-24T09:42:48,599 DEBUG [M:0;ba35ada4783f:37169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/40be2b5db3d34291a88818d731e4f3cb as hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/40be2b5db3d34291a88818d731e4f3cb 2024-11-24T09:42:48,608 INFO [M:0;ba35ada4783f:37169 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/40be2b5db3d34291a88818d731e4f3cb, entries=1, sequenceid=56, filesize=5.0 K 2024-11-24T09:42:48,609 DEBUG [M:0;ba35ada4783f:37169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/c73de3c176ea4986a5e9afa7e8453a27 as hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/c73de3c176ea4986a5e9afa7e8453a27 2024-11-24T09:42:48,620 INFO [M:0;ba35ada4783f:37169 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/c73de3c176ea4986a5e9afa7e8453a27, entries=1, sequenceid=56, filesize=4.9 K 2024-11-24T09:42:48,621 INFO [M:0;ba35ada4783f:37169 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 671ms, sequenceid=56, compaction requested=false 2024-11-24T09:42:48,627 INFO [M:0;ba35ada4783f:37169 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T09:42:48,627 DEBUG [M:0;ba35ada4783f:37169 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732441367949Disabling compacts and flushes for region at 1732441367949Disabling writes for close at 1732441367950 (+1 ms)Obtaining lock to block concurrent updates at 1732441367950Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732441367950Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23644, getHeapSize=29680, getOffHeapSize=0, getCellsCount=67 at 1732441367950Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732441367978 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732441367979 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732441367997 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732441367997Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732441368046 (+49 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732441368064 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732441368064Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732441368090 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732441368107 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732441368107Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732441368525 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732441368552 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732441368552Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c9d76d7: reopening flushed file at 1732441368578 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b49e773: reopening flushed file at 1732441368587 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ab7b831: reopening flushed file at 1732441368598 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e0b3e93: reopening flushed file at 1732441368608 (+10 ms)Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 671ms, sequenceid=56, compaction requested=false at 1732441368622 (+14 ms)Writing region close event to WAL at 1732441368627 (+5 ms)Closed at 1732441368627 2024-11-24T09:42:48,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741846_1024 (size=757) 2024-11-24T09:42:48,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38487 is added to blk_1073741846_1024 (size=757) 2024-11-24T09:42:49,384 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T09:42:49,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:42:49,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:42:51,988 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/MasterData/WALs/ba35ada4783f,37169,1732441349960/ba35ada4783f%2C37169%2C1732441349960.1732441350454 after 4002ms 2024-11-24T09:42:51,989 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/MasterData/WALs/ba35ada4783f,37169,1732441349960/ba35ada4783f%2C37169%2C1732441349960.1732441350454 to hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/MasterData/oldWALs/ba35ada4783f%2C37169%2C1732441349960.1732441350454 2024-11-24T09:42:51,993 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/MasterData/oldWALs/ba35ada4783f%2C37169%2C1732441349960.1732441350454 to hdfs://localhost:34021/user/jenkins/test-data/0955556d-b520-f72c-56cb-735e9bc9a23c/oldWALs/ba35ada4783f%2C37169%2C1732441349960.1732441350454$masterlocalwal$ 2024-11-24T09:42:51,993 INFO [M:0;ba35ada4783f:37169 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T09:42:51,993 INFO [M:0;ba35ada4783f:37169 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37169 2024-11-24T09:42:51,993 INFO [M:0;ba35ada4783f:37169 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T09:42:51,993 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T09:42:52,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37169-0x1016d82b1ef0000, quorum=127.0.0.1:54023, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T09:42:52,149 INFO [M:0;ba35ada4783f:37169 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T09:42:52,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37169-0x1016d82b1ef0000, quorum=127.0.0.1:54023, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T09:42:52,179 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ee3def0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T09:42:52,180 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@35cbc60a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T09:42:52,180 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T09:42:52,180 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e950b4d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T09:42:52,180 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b2797dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/hadoop.log.dir/,STOPPED} 2024-11-24T09:42:52,182 WARN [BP-83686119-172.17.0.2-1732441348257 heartbeating to localhost/127.0.0.1:34021 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T09:42:52,182 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T09:42:52,182 WARN [BP-83686119-172.17.0.2-1732441348257 heartbeating to localhost/127.0.0.1:34021 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-83686119-172.17.0.2-1732441348257 (Datanode Uuid 7b5b8777-563f-455d-be14-530701920706) service to localhost/127.0.0.1:34021 2024-11-24T09:42:52,182 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T09:42:52,182 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/cluster_abcf8982-fc92-c31d-eb42-90c370297e1e/data/data1/current/BP-83686119-172.17.0.2-1732441348257 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T09:42:52,183 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/cluster_abcf8982-fc92-c31d-eb42-90c370297e1e/data/data2/current/BP-83686119-172.17.0.2-1732441348257 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T09:42:52,183 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T09:42:52,185 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@43e82a78{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T09:42:52,186 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c75fe5b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T09:42:52,186 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T09:42:52,186 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42468d07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T09:42:52,186 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@635489d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/hadoop.log.dir/,STOPPED} 2024-11-24T09:42:52,187 WARN [BP-83686119-172.17.0.2-1732441348257 heartbeating to localhost/127.0.0.1:34021 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T09:42:52,187 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T09:42:52,187 WARN [BP-83686119-172.17.0.2-1732441348257 heartbeating to localhost/127.0.0.1:34021 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-83686119-172.17.0.2-1732441348257 (Datanode Uuid 98713a1a-c115-413e-ae95-3bd7cd58a813) service to localhost/127.0.0.1:34021 2024-11-24T09:42:52,187 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T09:42:52,188 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/cluster_abcf8982-fc92-c31d-eb42-90c370297e1e/data/data9/current/BP-83686119-172.17.0.2-1732441348257 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T09:42:52,188 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/cluster_abcf8982-fc92-c31d-eb42-90c370297e1e/data/data10/current/BP-83686119-172.17.0.2-1732441348257 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T09:42:52,188 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T09:42:52,199 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@68df4c61{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T09:42:52,200 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3731053c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T09:42:52,200 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T09:42:52,200 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33c106fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T09:42:52,200 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e4045ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/hadoop.log.dir/,STOPPED} 2024-11-24T09:42:52,203 WARN [BP-83686119-172.17.0.2-1732441348257 heartbeating to localhost/127.0.0.1:34021 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T09:42:52,203 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T09:42:52,204 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T09:42:52,204 WARN [BP-83686119-172.17.0.2-1732441348257 heartbeating to localhost/127.0.0.1:34021 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-83686119-172.17.0.2-1732441348257 (Datanode Uuid 070d3a61-7756-4757-a392-afd8fd3f1b9d) service to localhost/127.0.0.1:34021 2024-11-24T09:42:52,204 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/cluster_abcf8982-fc92-c31d-eb42-90c370297e1e/data/data7/current/BP-83686119-172.17.0.2-1732441348257 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T09:42:52,204 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/cluster_abcf8982-fc92-c31d-eb42-90c370297e1e/data/data8/current/BP-83686119-172.17.0.2-1732441348257 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T09:42:52,205 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T09:42:52,215 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2874572a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T09:42:52,215 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8b61256{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T09:42:52,216 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T09:42:52,216 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a1625d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T09:42:52,216 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ee815b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/hadoop.log.dir/,STOPPED} 2024-11-24T09:42:52,218 WARN [BP-83686119-172.17.0.2-1732441348257 heartbeating to localhost/127.0.0.1:34021 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T09:42:52,218 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T09:42:52,218 WARN [BP-83686119-172.17.0.2-1732441348257 heartbeating to localhost/127.0.0.1:34021 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-83686119-172.17.0.2-1732441348257 (Datanode Uuid 4f949287-e5de-41bf-8987-5d94cc35b687) service to localhost/127.0.0.1:34021 2024-11-24T09:42:52,218 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T09:42:52,218 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/cluster_abcf8982-fc92-c31d-eb42-90c370297e1e/data/data5/current/BP-83686119-172.17.0.2-1732441348257 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T09:42:52,219 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/cluster_abcf8982-fc92-c31d-eb42-90c370297e1e/data/data6/current/BP-83686119-172.17.0.2-1732441348257 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T09:42:52,219 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T09:42:52,228 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5a3a774e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T09:42:52,229 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@606071f5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T09:42:52,229 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T09:42:52,229 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d73a21b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T09:42:52,229 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@679249d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/hadoop.log.dir/,STOPPED} 2024-11-24T09:42:52,230 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T09:42:52,230 WARN [BP-83686119-172.17.0.2-1732441348257 heartbeating to localhost/127.0.0.1:34021 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T09:42:52,230 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T09:42:52,230 WARN [BP-83686119-172.17.0.2-1732441348257 heartbeating to localhost/127.0.0.1:34021 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-83686119-172.17.0.2-1732441348257 (Datanode Uuid 8c9fbf4e-d387-4b3d-9a50-6953995903d4) service to localhost/127.0.0.1:34021 2024-11-24T09:42:52,231 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/cluster_abcf8982-fc92-c31d-eb42-90c370297e1e/data/data3/current/BP-83686119-172.17.0.2-1732441348257 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T09:42:52,231 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/cluster_abcf8982-fc92-c31d-eb42-90c370297e1e/data/data4/current/BP-83686119-172.17.0.2-1732441348257 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T09:42:52,232 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T09:42:52,237 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a5eaeb2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T09:42:52,238 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28b3fb2c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T09:42:52,238 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T09:42:52,238 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6cb3e4ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T09:42:52,238 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@143ef478{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/hadoop.log.dir/,STOPPED} 2024-11-24T09:42:52,248 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T09:42:52,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T09:42:52,292 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=101 (was 67) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:34021 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:34021 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34021 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:34021 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:34021 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=444 (was 390) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=431 (was 401) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7544 (was 7864) 2024-11-24T09:42:52,299 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=101, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=431, ProcessCount=11, AvailableMemoryMB=7543 2024-11-24T09:42:52,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T09:42:52,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/hadoop.log.dir so I do NOT create it in target/test-data/0f2f59c3-5919-fbfa-bb78-22912808ccc1 2024-11-24T09:42:52,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb9ea8ef-e82f-27e8-03c0-2d652c8c27ac/hadoop.tmp.dir so I do NOT create it in target/test-data/0f2f59c3-5919-fbfa-bb78-22912808ccc1 2024-11-24T09:42:52,299 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0f2f59c3-5919-fbfa-bb78-22912808ccc1/cluster_b5c80d20-f0fe-6ce4-c3d1-657c5684d658, deleteOnExit=true 2024-11-24T09:42:52,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T09:42:52,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0f2f59c3-5919-fbfa-bb78-22912808ccc1/test.cache.data in system properties and HBase conf 2024-11-24T09:42:52,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0f2f59c3-5919-fbfa-bb78-22912808ccc1/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T09:42:52,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0f2f59c3-5919-fbfa-bb78-22912808ccc1/hadoop.log.dir in system properties and HBase conf 2024-11-24T09:42:52,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0f2f59c3-5919-fbfa-bb78-22912808ccc1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T09:42:52,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0f2f59c3-5919-fbfa-bb78-22912808ccc1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T09:42:52,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T09:42:52,301 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T09:42:52,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0f2f59c3-5919-fbfa-bb78-22912808ccc1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T09:42:52,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0f2f59c3-5919-fbfa-bb78-22912808ccc1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T09:42:52,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0f2f59c3-5919-fbfa-bb78-22912808ccc1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T09:42:52,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0f2f59c3-5919-fbfa-bb78-22912808ccc1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T09:42:52,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0f2f59c3-5919-fbfa-bb78-22912808ccc1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T09:42:52,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0f2f59c3-5919-fbfa-bb78-22912808ccc1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T09:42:52,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0f2f59c3-5919-fbfa-bb78-22912808ccc1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T09:42:52,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0f2f59c3-5919-fbfa-bb78-22912808ccc1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T09:42:52,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0f2f59c3-5919-fbfa-bb78-22912808ccc1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T09:42:52,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0f2f59c3-5919-fbfa-bb78-22912808ccc1/nfs.dump.dir in system properties and HBase conf 2024-11-24T09:42:52,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0f2f59c3-5919-fbfa-bb78-22912808ccc1/java.io.tmpdir in system properties and HBase conf 2024-11-24T09:42:52,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0f2f59c3-5919-fbfa-bb78-22912808ccc1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T09:42:52,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0f2f59c3-5919-fbfa-bb78-22912808ccc1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T09:42:52,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0f2f59c3-5919-fbfa-bb78-22912808ccc1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T09:42:52,620 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T09:42:52,628 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T09:42:52,630 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T09:42:52,630 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T09:42:52,630 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T09:42:52,631 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T09:42:52,631 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5675ef4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0f2f59c3-5919-fbfa-bb78-22912808ccc1/hadoop.log.dir/,AVAILABLE} 2024-11-24T09:42:52,632 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d13024f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T09:42:52,746 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@24862949{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0f2f59c3-5919-fbfa-bb78-22912808ccc1/java.io.tmpdir/jetty-localhost-38221-hadoop-hdfs-3_4_1-tests_jar-_-any-8897815829434915267/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T09:42:52,746 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3627dfe{HTTP/1.1, (http/1.1)}{localhost:38221} 2024-11-24T09:42:52,746 INFO [Time-limited test {}] server.Server(415): Started @94376ms 2024-11-24T09:42:52,997 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T09:42:53,002 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T09:42:53,002 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T09:42:53,003 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T09:42:53,003 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T09:42:53,003 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53e46b79{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0f2f59c3-5919-fbfa-bb78-22912808ccc1/hadoop.log.dir/,AVAILABLE} 2024-11-24T09:42:53,003 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e4d4b3e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T09:42:53,119 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2749b77f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0f2f59c3-5919-fbfa-bb78-22912808ccc1/java.io.tmpdir/jetty-localhost-44373-hadoop-hdfs-3_4_1-tests_jar-_-any-911190256978983451/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T09:42:53,119 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b10ba25{HTTP/1.1, (http/1.1)}{localhost:44373} 2024-11-24T09:42:53,119 INFO [Time-limited test {}] server.Server(415): Started @94749ms 2024-11-24T09:42:53,121 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T09:42:53,197 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T09:42:53,201 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T09:42:53,203 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T09:42:53,203 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T09:42:53,203 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T09:42:53,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d06f275{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0f2f59c3-5919-fbfa-bb78-22912808ccc1/hadoop.log.dir/,AVAILABLE} 2024-11-24T09:42:53,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@88c5f5e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T09:42:53,343 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5203cb5a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0f2f59c3-5919-fbfa-bb78-22912808ccc1/java.io.tmpdir/jetty-localhost-42863-hadoop-hdfs-3_4_1-tests_jar-_-any-1601068216845725574/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T09:42:53,344 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e6de787{HTTP/1.1, (http/1.1)}{localhost:42863} 2024-11-24T09:42:53,344 INFO [Time-limited test {}] server.Server(415): Started @94974ms 2024-11-24T09:42:53,345 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T09:42:53,801 WARN [Thread-801 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0f2f59c3-5919-fbfa-bb78-22912808ccc1/cluster_b5c80d20-f0fe-6ce4-c3d1-657c5684d658/data/data1/current/BP-311787889-172.17.0.2-1732441372335/current, will proceed with Du for space computation calculation, 2024-11-24T09:42:53,801 WARN [Thread-802 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0f2f59c3-5919-fbfa-bb78-22912808ccc1/cluster_b5c80d20-f0fe-6ce4-c3d1-657c5684d658/data/data2/current/BP-311787889-172.17.0.2-1732441372335/current, will proceed with Du for space computation calculation, 2024-11-24T09:42:53,827 WARN [Thread-766 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T09:42:53,837 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x342259d70e9ea38a with lease ID 0xe6b38cddc391a7e5: Processing first storage report for DS-d252a6ac-5e0d-443a-9919-0d4c9bbf6657 from datanode DatanodeRegistration(127.0.0.1:43299, datanodeUuid=3807e28a-94dc-450f-990e-ca41dc516c2a, infoPort=36277, infoSecurePort=0, ipcPort=45559, storageInfo=lv=-57;cid=testClusterID;nsid=465078198;c=1732441372335) 2024-11-24T09:42:53,837 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x342259d70e9ea38a with lease ID 0xe6b38cddc391a7e5: from storage DS-d252a6ac-5e0d-443a-9919-0d4c9bbf6657 node DatanodeRegistration(127.0.0.1:43299, datanodeUuid=3807e28a-94dc-450f-990e-ca41dc516c2a, infoPort=36277, infoSecurePort=0, ipcPort=45559, storageInfo=lv=-57;cid=testClusterID;nsid=465078198;c=1732441372335), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T09:42:53,837 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x342259d70e9ea38a with lease ID 0xe6b38cddc391a7e5: Processing first storage report for DS-728026bf-adbd-44be-8e7c-b6668422b168 from datanode DatanodeRegistration(127.0.0.1:43299, datanodeUuid=3807e28a-94dc-450f-990e-ca41dc516c2a, infoPort=36277, infoSecurePort=0, ipcPort=45559, storageInfo=lv=-57;cid=testClusterID;nsid=465078198;c=1732441372335) 2024-11-24T09:42:53,837 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x342259d70e9ea38a with lease ID 0xe6b38cddc391a7e5: from storage DS-728026bf-adbd-44be-8e7c-b6668422b168 node DatanodeRegistration(127.0.0.1:43299, datanodeUuid=3807e28a-94dc-450f-990e-ca41dc516c2a, infoPort=36277, infoSecurePort=0, ipcPort=45559, storageInfo=lv=-57;cid=testClusterID;nsid=465078198;c=1732441372335), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T09:42:53,996 WARN [Thread-813 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0f2f59c3-5919-fbfa-bb78-22912808ccc1/cluster_b5c80d20-f0fe-6ce4-c3d1-657c5684d658/data/data3/current/BP-311787889-172.17.0.2-1732441372335/current, will proceed with Du for space computation calculation, 2024-11-24T09:42:53,997 WARN [Thread-814 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0f2f59c3-5919-fbfa-bb78-22912808ccc1/cluster_b5c80d20-f0fe-6ce4-c3d1-657c5684d658/data/data4/current/BP-311787889-172.17.0.2-1732441372335/current, will proceed with Du for space computation calculation, 2024-11-24T09:42:54,016 WARN [Thread-789 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T09:42:54,018 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf304723b03e2fadd with lease ID 0xe6b38cddc391a7e6: Processing first storage report for DS-ac1b2020-0243-43b1-a291-c2cb3295b2ca from datanode DatanodeRegistration(127.0.0.1:40045, datanodeUuid=abf6031b-64d8-45c3-83f7-be75cfb2923d, infoPort=43643, infoSecurePort=0, ipcPort=40329, storageInfo=lv=-57;cid=testClusterID;nsid=465078198;c=1732441372335) 2024-11-24T09:42:54,018 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf304723b03e2fadd with lease ID 0xe6b38cddc391a7e6: from storage DS-ac1b2020-0243-43b1-a291-c2cb3295b2ca node DatanodeRegistration(127.0.0.1:40045, datanodeUuid=abf6031b-64d8-45c3-83f7-be75cfb2923d, infoPort=43643, infoSecurePort=0, ipcPort=40329, storageInfo=lv=-57;cid=testClusterID;nsid=465078198;c=1732441372335), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T09:42:54,019 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf304723b03e2fadd with lease ID 0xe6b38cddc391a7e6: Processing first storage report for DS-406dff41-b3f2-4182-9281-0776d24537cb from datanode DatanodeRegistration(127.0.0.1:40045, datanodeUuid=abf6031b-64d8-45c3-83f7-be75cfb2923d, infoPort=43643, infoSecurePort=0, ipcPort=40329, storageInfo=lv=-57;cid=testClusterID;nsid=465078198;c=1732441372335) 2024-11-24T09:42:54,019 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf304723b03e2fadd with lease ID 0xe6b38cddc391a7e6: from storage DS-406dff41-b3f2-4182-9281-0776d24537cb node DatanodeRegistration(127.0.0.1:40045, datanodeUuid=abf6031b-64d8-45c3-83f7-be75cfb2923d, infoPort=43643, infoSecurePort=0, ipcPort=40329, storageInfo=lv=-57;cid=testClusterID;nsid=465078198;c=1732441372335), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T09:42:54,086 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0f2f59c3-5919-fbfa-bb78-22912808ccc1 2024-11-24T09:42:54,089 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0f2f59c3-5919-fbfa-bb78-22912808ccc1/cluster_b5c80d20-f0fe-6ce4-c3d1-657c5684d658/zookeeper_0, clientPort=59990, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0f2f59c3-5919-fbfa-bb78-22912808ccc1/cluster_b5c80d20-f0fe-6ce4-c3d1-657c5684d658/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0f2f59c3-5919-fbfa-bb78-22912808ccc1/cluster_b5c80d20-f0fe-6ce4-c3d1-657c5684d658/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T09:42:54,090 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59990 2024-11-24T09:42:54,091 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T09:42:54,092 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T09:42:54,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43299 is added to blk_1073741825_1001 (size=7) 2024-11-24T09:42:54,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40045 is added to blk_1073741825_1001 (size=7) 2024-11-24T09:42:54,106 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654 with version=8 2024-11-24T09:42:54,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/hbase-staging 2024-11-24T09:42:54,109 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ba35ada4783f:0 server-side Connection retries=45 2024-11-24T09:42:54,109 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T09:42:54,109 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T09:42:54,109 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T09:42:54,109 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T09:42:54,109 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T09:42:54,109 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T09:42:54,109 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T09:42:54,110 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42447 2024-11-24T09:42:54,111 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42447 connecting to ZooKeeper ensemble=127.0.0.1:59990 2024-11-24T09:42:54,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:424470x0, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T09:42:54,171 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42447-0x1016d83104d0000 connected 2024-11-24T09:42:54,235 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T09:42:54,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T09:42:54,240 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42447-0x1016d83104d0000, quorum=127.0.0.1:59990, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T09:42:54,240 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654, hbase.cluster.distributed=false 2024-11-24T09:42:54,241 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42447-0x1016d83104d0000, quorum=127.0.0.1:59990, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T09:42:54,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42447 2024-11-24T09:42:54,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42447 2024-11-24T09:42:54,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42447 2024-11-24T09:42:54,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42447 2024-11-24T09:42:54,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42447 2024-11-24T09:42:54,278 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ba35ada4783f:0 server-side Connection retries=45 2024-11-24T09:42:54,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T09:42:54,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T09:42:54,278 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T09:42:54,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T09:42:54,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T09:42:54,278 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T09:42:54,279 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T09:42:54,279 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40807 2024-11-24T09:42:54,281 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40807 connecting to ZooKeeper ensemble=127.0.0.1:59990 2024-11-24T09:42:54,282 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T09:42:54,284 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T09:42:54,310 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408070x0, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T09:42:54,311 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40807-0x1016d83104d0001, quorum=127.0.0.1:59990, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T09:42:54,311 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40807-0x1016d83104d0001 connected 2024-11-24T09:42:54,311 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T09:42:54,321 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T09:42:54,322 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40807-0x1016d83104d0001, quorum=127.0.0.1:59990, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T09:42:54,323 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40807-0x1016d83104d0001, quorum=127.0.0.1:59990, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T09:42:54,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40807 2024-11-24T09:42:54,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40807 2024-11-24T09:42:54,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40807 2024-11-24T09:42:54,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40807 2024-11-24T09:42:54,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40807 2024-11-24T09:42:54,354 DEBUG [M:0;ba35ada4783f:42447 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ba35ada4783f:42447 2024-11-24T09:42:54,354 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/ba35ada4783f,42447,1732441374108 2024-11-24T09:42:54,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42447-0x1016d83104d0000, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T09:42:54,381 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40807-0x1016d83104d0001, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T09:42:54,382 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42447-0x1016d83104d0000, quorum=127.0.0.1:59990, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ba35ada4783f,42447,1732441374108 2024-11-24T09:42:54,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42447-0x1016d83104d0000, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:42:54,393 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40807-0x1016d83104d0001, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T09:42:54,393 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40807-0x1016d83104d0001, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:42:54,394 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42447-0x1016d83104d0000, quorum=127.0.0.1:59990, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-24T09:42:54,395 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ba35ada4783f,42447,1732441374108 from backup master directory 2024-11-24T09:42:54,402 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40807-0x1016d83104d0001, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T09:42:54,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42447-0x1016d83104d0000, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ba35ada4783f,42447,1732441374108 2024-11-24T09:42:54,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42447-0x1016d83104d0000, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T09:42:54,402 WARN [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T09:42:54,402 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ba35ada4783f,42447,1732441374108 2024-11-24T09:42:54,406 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/hbase.id] with ID: 1432580f-7446-4757-8c5b-b54f0d7054ef 2024-11-24T09:42:54,407 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/.tmp/hbase.id 2024-11-24T09:42:54,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43299 is added to blk_1073741826_1002 (size=42) 2024-11-24T09:42:54,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40045 is added to blk_1073741826_1002 (size=42) 2024-11-24T09:42:54,418 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/.tmp/hbase.id]:[hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/hbase.id] 2024-11-24T09:42:54,432 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T09:42:54,432 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T09:42:54,434 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-24T09:42:54,444 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40807-0x1016d83104d0001, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:42:54,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42447-0x1016d83104d0000, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:42:54,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40045 is added to blk_1073741827_1003 (size=196) 2024-11-24T09:42:54,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43299 is added to blk_1073741827_1003 (size=196) 2024-11-24T09:42:54,455 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T09:42:54,456 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T09:42:54,457 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T09:42:54,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43299 is added to blk_1073741828_1004 (size=1189) 2024-11-24T09:42:54,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40045 is added to blk_1073741828_1004 (size=1189) 2024-11-24T09:42:54,486 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/MasterData/data/master/store 2024-11-24T09:42:54,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43299 is added to blk_1073741829_1005 (size=34) 2024-11-24T09:42:54,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40045 is added to blk_1073741829_1005 (size=34) 2024-11-24T09:42:54,515 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:42:54,515 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T09:42:54,515 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T09:42:54,515 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T09:42:54,515 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T09:42:54,515 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T09:42:54,515 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T09:42:54,515 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732441374515Disabling compacts and flushes for region at 1732441374515Disabling writes for close at 1732441374515Writing region close event to WAL at 1732441374515Closed at 1732441374515 2024-11-24T09:42:54,517 WARN [master/ba35ada4783f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/MasterData/data/master/store/.initializing 2024-11-24T09:42:54,517 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/MasterData/WALs/ba35ada4783f,42447,1732441374108 2024-11-24T09:42:54,518 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T09:42:54,521 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ba35ada4783f%2C42447%2C1732441374108, suffix=, logDir=hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/MasterData/WALs/ba35ada4783f,42447,1732441374108, archiveDir=hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/MasterData/oldWALs, maxLogs=10 2024-11-24T09:42:54,535 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/MasterData/WALs/ba35ada4783f,42447,1732441374108/ba35ada4783f%2C42447%2C1732441374108.1732441374522, exclude list is [], retry=0 2024-11-24T09:42:54,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40045,DS-ac1b2020-0243-43b1-a291-c2cb3295b2ca,DISK] 2024-11-24T09:42:54,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43299,DS-d252a6ac-5e0d-443a-9919-0d4c9bbf6657,DISK] 2024-11-24T09:42:54,546 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/MasterData/WALs/ba35ada4783f,42447,1732441374108/ba35ada4783f%2C42447%2C1732441374108.1732441374522 2024-11-24T09:42:54,546 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43643:43643),(127.0.0.1/127.0.0.1:36277:36277)] 2024-11-24T09:42:54,546 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T09:42:54,546 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:42:54,546 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:42:54,546 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:42:54,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:42:54,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T09:42:54,552 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:42:54,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T09:42:54,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:42:54,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T09:42:54,555 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:42:54,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:42:54,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:42:54,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T09:42:54,558 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:42:54,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:42:54,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:42:54,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T09:42:54,561 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:42:54,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:42:54,563 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:42:54,564 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:42:54,564 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:42:54,566 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:42:54,566 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:42:54,567 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T09:42:54,569 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:42:54,575 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T09:42:54,576 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=845362, jitterRate=0.0749334990978241}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T09:42:54,577 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732441374547Initializing all the Stores at 1732441374548 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732441374548Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732441374550 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732441374550Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732441374550Cleaning up temporary data from old regions at 1732441374566 (+16 ms)Region opened successfully at 1732441374577 (+11 ms) 2024-11-24T09:42:54,577 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T09:42:54,587 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72698a10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba35ada4783f/172.17.0.2:0 2024-11-24T09:42:54,588 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T09:42:54,588 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T09:42:54,588 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T09:42:54,588 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T09:42:54,589 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T09:42:54,589 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T09:42:54,590 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T09:42:54,598 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T09:42:54,600 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42447-0x1016d83104d0000, quorum=127.0.0.1:59990, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-24T09:42:54,614 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-24T09:42:54,615 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T09:42:54,616 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42447-0x1016d83104d0000, quorum=127.0.0.1:59990, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-24T09:42:54,626 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-24T09:42:54,627 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T09:42:54,628 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42447-0x1016d83104d0000, quorum=127.0.0.1:59990, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-24T09:42:54,635 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-24T09:42:54,636 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42447-0x1016d83104d0000, quorum=127.0.0.1:59990, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-24T09:42:54,644 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-24T09:42:54,648 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42447-0x1016d83104d0000, quorum=127.0.0.1:59990, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T09:42:54,656 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-24T09:42:54,664 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40807-0x1016d83104d0001, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T09:42:54,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42447-0x1016d83104d0000, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T09:42:54,664 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40807-0x1016d83104d0001, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:42:54,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42447-0x1016d83104d0000, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:42:54,665 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ba35ada4783f,42447,1732441374108, sessionid=0x1016d83104d0000, setting cluster-up flag (Was=false) 2024-11-24T09:42:54,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42447-0x1016d83104d0000, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:42:54,681 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40807-0x1016d83104d0001, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:42:54,706 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-24T09:42:54,707 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba35ada4783f,42447,1732441374108 2024-11-24T09:42:54,726 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40807-0x1016d83104d0001, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:42:54,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42447-0x1016d83104d0000, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:42:54,751 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-24T09:42:54,753 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba35ada4783f,42447,1732441374108 2024-11-24T09:42:54,754 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T09:42:54,756 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T09:42:54,756 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T09:42:54,756 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T09:42:54,757 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ba35ada4783f,42447,1732441374108 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T09:42:54,758 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ba35ada4783f:0, corePoolSize=5, maxPoolSize=5 2024-11-24T09:42:54,758 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ba35ada4783f:0, corePoolSize=5, maxPoolSize=5 2024-11-24T09:42:54,758 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ba35ada4783f:0, corePoolSize=5, maxPoolSize=5 2024-11-24T09:42:54,758 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ba35ada4783f:0, corePoolSize=5, maxPoolSize=5 2024-11-24T09:42:54,758 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ba35ada4783f:0, corePoolSize=10, maxPoolSize=10 2024-11-24T09:42:54,758 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:42:54,758 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ba35ada4783f:0, corePoolSize=2, maxPoolSize=2 2024-11-24T09:42:54,758 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:42:54,759 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732441404759 2024-11-24T09:42:54,759 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T09:42:54,759 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T09:42:54,759 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T09:42:54,760 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T09:42:54,760 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T09:42:54,760 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T09:42:54,760 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T09:42:54,760 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T09:42:54,760 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T09:42:54,760 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T09:42:54,760 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T09:42:54,760 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T09:42:54,761 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T09:42:54,761 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T09:42:54,761 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ba35ada4783f:0:becomeActiveMaster-HFileCleaner.large.0-1732441374761,5,FailOnTimeoutGroup] 2024-11-24T09:42:54,761 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ba35ada4783f:0:becomeActiveMaster-HFileCleaner.small.0-1732441374761,5,FailOnTimeoutGroup] 2024-11-24T09:42:54,761 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T09:42:54,762 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T09:42:54,762 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T09:42:54,762 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T09:42:54,762 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:42:54,762 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T09:42:54,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40045 is added to blk_1073741831_1007 (size=1321) 2024-11-24T09:42:54,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43299 is added to blk_1073741831_1007 (size=1321) 2024-11-24T09:42:54,791 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T09:42:54,792 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654 2024-11-24T09:42:54,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40045 is added to blk_1073741832_1008 (size=32) 2024-11-24T09:42:54,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43299 is added to blk_1073741832_1008 (size=32) 2024-11-24T09:42:54,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:42:54,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T09:42:54,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T09:42:54,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:42:54,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T09:42:54,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T09:42:54,820 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T09:42:54,820 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:42:54,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T09:42:54,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T09:42:54,822 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T09:42:54,822 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:42:54,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T09:42:54,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T09:42:54,827 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T09:42:54,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:42:54,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T09:42:54,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T09:42:54,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/hbase/meta/1588230740 2024-11-24T09:42:54,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/hbase/meta/1588230740 2024-11-24T09:42:54,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T09:42:54,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T09:42:54,832 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T09:42:54,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T09:42:54,838 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T09:42:54,839 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=752786, jitterRate=-0.042783185839653015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T09:42:54,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732441374811Initializing all the Stores at 1732441374812 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732441374812Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732441374812Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732441374813 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732441374813Cleaning up temporary data from old regions at 1732441374830 (+17 ms)Region opened successfully at 1732441374840 (+10 ms) 2024-11-24T09:42:54,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T09:42:54,840 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T09:42:54,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T09:42:54,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T09:42:54,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T09:42:54,841 INFO [RS:0;ba35ada4783f:40807 {}] regionserver.HRegionServer(746): ClusterId : 1432580f-7446-4757-8c5b-b54f0d7054ef 2024-11-24T09:42:54,841 DEBUG [RS:0;ba35ada4783f:40807 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T09:42:54,841 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T09:42:54,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732441374840Disabling compacts and flushes for region at 1732441374840Disabling writes for close at 1732441374840Writing region close event to WAL at 1732441374841 (+1 ms)Closed at 1732441374841 2024-11-24T09:42:54,843 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T09:42:54,843 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T09:42:54,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T09:42:54,846 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T09:42:54,848 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T09:42:54,869 DEBUG [RS:0;ba35ada4783f:40807 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T09:42:54,869 DEBUG [RS:0;ba35ada4783f:40807 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T09:42:54,878 DEBUG [RS:0;ba35ada4783f:40807 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T09:42:54,879 DEBUG [RS:0;ba35ada4783f:40807 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@488c72a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba35ada4783f/172.17.0.2:0 2024-11-24T09:42:54,895 DEBUG [RS:0;ba35ada4783f:40807 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ba35ada4783f:40807 2024-11-24T09:42:54,895 INFO [RS:0;ba35ada4783f:40807 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T09:42:54,895 INFO [RS:0;ba35ada4783f:40807 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T09:42:54,895 DEBUG [RS:0;ba35ada4783f:40807 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T09:42:54,896 INFO [RS:0;ba35ada4783f:40807 {}] regionserver.HRegionServer(2659): reportForDuty to master=ba35ada4783f,42447,1732441374108 with port=40807, startcode=1732441374277 2024-11-24T09:42:54,897 DEBUG [RS:0;ba35ada4783f:40807 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T09:42:54,899 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48209, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T09:42:54,900 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42447 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ba35ada4783f,40807,1732441374277 2024-11-24T09:42:54,900 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42447 {}] master.ServerManager(517): Registering regionserver=ba35ada4783f,40807,1732441374277 2024-11-24T09:42:54,903 DEBUG [RS:0;ba35ada4783f:40807 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654 2024-11-24T09:42:54,903 DEBUG [RS:0;ba35ada4783f:40807 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45103 2024-11-24T09:42:54,903 DEBUG [RS:0;ba35ada4783f:40807 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T09:42:54,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42447-0x1016d83104d0000, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T09:42:54,916 DEBUG [RS:0;ba35ada4783f:40807 {}] zookeeper.ZKUtil(111): regionserver:40807-0x1016d83104d0001, quorum=127.0.0.1:59990, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ba35ada4783f,40807,1732441374277 2024-11-24T09:42:54,916 WARN [RS:0;ba35ada4783f:40807 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T09:42:54,916 INFO [RS:0;ba35ada4783f:40807 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T09:42:54,916 DEBUG [RS:0;ba35ada4783f:40807 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/WALs/ba35ada4783f,40807,1732441374277 2024-11-24T09:42:54,916 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ba35ada4783f,40807,1732441374277] 2024-11-24T09:42:54,922 INFO [RS:0;ba35ada4783f:40807 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T09:42:54,926 INFO [RS:0;ba35ada4783f:40807 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T09:42:54,927 INFO [RS:0;ba35ada4783f:40807 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T09:42:54,927 INFO [RS:0;ba35ada4783f:40807 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T09:42:54,934 INFO [RS:0;ba35ada4783f:40807 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T09:42:54,936 INFO [RS:0;ba35ada4783f:40807 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T09:42:54,936 INFO [RS:0;ba35ada4783f:40807 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T09:42:54,936 DEBUG [RS:0;ba35ada4783f:40807 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:42:54,936 DEBUG [RS:0;ba35ada4783f:40807 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:42:54,936 DEBUG [RS:0;ba35ada4783f:40807 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:42:54,936 DEBUG [RS:0;ba35ada4783f:40807 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:42:54,936 DEBUG [RS:0;ba35ada4783f:40807 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:42:54,936 DEBUG [RS:0;ba35ada4783f:40807 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ba35ada4783f:0, corePoolSize=2, maxPoolSize=2 2024-11-24T09:42:54,937 DEBUG [RS:0;ba35ada4783f:40807 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:42:54,937 DEBUG [RS:0;ba35ada4783f:40807 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:42:54,937 DEBUG [RS:0;ba35ada4783f:40807 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:42:54,937 DEBUG [RS:0;ba35ada4783f:40807 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:42:54,937 DEBUG [RS:0;ba35ada4783f:40807 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:42:54,937 DEBUG [RS:0;ba35ada4783f:40807 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:42:54,937 DEBUG [RS:0;ba35ada4783f:40807 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ba35ada4783f:0, corePoolSize=3, maxPoolSize=3 2024-11-24T09:42:54,937 DEBUG [RS:0;ba35ada4783f:40807 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ba35ada4783f:0, corePoolSize=3, maxPoolSize=3 2024-11-24T09:42:54,950 INFO [RS:0;ba35ada4783f:40807 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T09:42:54,951 INFO [RS:0;ba35ada4783f:40807 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T09:42:54,951 INFO [RS:0;ba35ada4783f:40807 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T09:42:54,951 INFO [RS:0;ba35ada4783f:40807 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T09:42:54,951 INFO [RS:0;ba35ada4783f:40807 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T09:42:54,951 INFO [RS:0;ba35ada4783f:40807 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba35ada4783f,40807,1732441374277-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T09:42:54,971 INFO [RS:0;ba35ada4783f:40807 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T09:42:54,971 INFO [RS:0;ba35ada4783f:40807 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba35ada4783f,40807,1732441374277-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T09:42:54,971 INFO [RS:0;ba35ada4783f:40807 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T09:42:54,971 INFO [RS:0;ba35ada4783f:40807 {}] regionserver.Replication(171): ba35ada4783f,40807,1732441374277 started 2024-11-24T09:42:54,988 INFO [RS:0;ba35ada4783f:40807 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T09:42:54,988 INFO [RS:0;ba35ada4783f:40807 {}] regionserver.HRegionServer(1482): Serving as ba35ada4783f,40807,1732441374277, RpcServer on ba35ada4783f/172.17.0.2:40807, sessionid=0x1016d83104d0001 2024-11-24T09:42:54,988 DEBUG [RS:0;ba35ada4783f:40807 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T09:42:54,988 DEBUG [RS:0;ba35ada4783f:40807 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ba35ada4783f,40807,1732441374277 2024-11-24T09:42:54,988 DEBUG [RS:0;ba35ada4783f:40807 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba35ada4783f,40807,1732441374277' 2024-11-24T09:42:54,988 DEBUG [RS:0;ba35ada4783f:40807 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T09:42:54,989 DEBUG [RS:0;ba35ada4783f:40807 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T09:42:54,989 DEBUG [RS:0;ba35ada4783f:40807 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T09:42:54,989 DEBUG [RS:0;ba35ada4783f:40807 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T09:42:54,989 DEBUG [RS:0;ba35ada4783f:40807 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ba35ada4783f,40807,1732441374277 2024-11-24T09:42:54,989 DEBUG [RS:0;ba35ada4783f:40807 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba35ada4783f,40807,1732441374277' 2024-11-24T09:42:54,989 DEBUG [RS:0;ba35ada4783f:40807 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T09:42:54,990 DEBUG [RS:0;ba35ada4783f:40807 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T09:42:54,991 DEBUG [RS:0;ba35ada4783f:40807 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T09:42:54,991 INFO [RS:0;ba35ada4783f:40807 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T09:42:54,991 INFO [RS:0;ba35ada4783f:40807 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T09:42:54,999 WARN [ba35ada4783f:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T09:42:55,092 INFO [RS:0;ba35ada4783f:40807 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T09:42:55,094 INFO [RS:0;ba35ada4783f:40807 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ba35ada4783f%2C40807%2C1732441374277, suffix=, logDir=hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/WALs/ba35ada4783f,40807,1732441374277, archiveDir=hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/oldWALs, maxLogs=32 2024-11-24T09:42:55,113 DEBUG [RS:0;ba35ada4783f:40807 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/WALs/ba35ada4783f,40807,1732441374277/ba35ada4783f%2C40807%2C1732441374277.1732441375095, exclude list is [], retry=0 2024-11-24T09:42:55,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43299,DS-d252a6ac-5e0d-443a-9919-0d4c9bbf6657,DISK] 2024-11-24T09:42:55,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40045,DS-ac1b2020-0243-43b1-a291-c2cb3295b2ca,DISK] 2024-11-24T09:42:55,119 INFO [RS:0;ba35ada4783f:40807 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/WALs/ba35ada4783f,40807,1732441374277/ba35ada4783f%2C40807%2C1732441374277.1732441375095 2024-11-24T09:42:55,122 DEBUG [RS:0;ba35ada4783f:40807 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36277:36277),(127.0.0.1/127.0.0.1:43643:43643)] 2024-11-24T09:42:55,249 DEBUG [ba35ada4783f:42447 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T09:42:55,249 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ba35ada4783f,40807,1732441374277 2024-11-24T09:42:55,251 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba35ada4783f,40807,1732441374277, state=OPENING 2024-11-24T09:42:55,285 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T09:42:55,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42447-0x1016d83104d0000, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:42:55,293 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40807-0x1016d83104d0001, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:42:55,294 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T09:42:55,294 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T09:42:55,294 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ba35ada4783f,40807,1732441374277}] 2024-11-24T09:42:55,295 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T09:42:55,447 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T09:42:55,449 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41561, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T09:42:55,453 INFO [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T09:42:55,454 INFO [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T09:42:55,454 INFO [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T09:42:55,455 INFO [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ba35ada4783f%2C40807%2C1732441374277.meta, suffix=.meta, logDir=hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/WALs/ba35ada4783f,40807,1732441374277, archiveDir=hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/oldWALs, maxLogs=32 2024-11-24T09:42:55,468 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/WALs/ba35ada4783f,40807,1732441374277/ba35ada4783f%2C40807%2C1732441374277.meta.1732441375456.meta, exclude list is [], retry=0 2024-11-24T09:42:55,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40045,DS-ac1b2020-0243-43b1-a291-c2cb3295b2ca,DISK] 2024-11-24T09:42:55,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43299,DS-d252a6ac-5e0d-443a-9919-0d4c9bbf6657,DISK] 2024-11-24T09:42:55,473 INFO [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/WALs/ba35ada4783f,40807,1732441374277/ba35ada4783f%2C40807%2C1732441374277.meta.1732441375456.meta 2024-11-24T09:42:55,474 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43643:43643),(127.0.0.1/127.0.0.1:36277:36277)] 2024-11-24T09:42:55,474 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T09:42:55,474 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T09:42:55,474 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T09:42:55,475 INFO [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T09:42:55,475 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T09:42:55,475 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:42:55,475 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T09:42:55,475 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T09:42:55,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T09:42:55,478 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T09:42:55,478 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:42:55,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T09:42:55,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T09:42:55,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T09:42:55,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:42:55,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T09:42:55,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T09:42:55,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T09:42:55,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:42:55,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T09:42:55,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T09:42:55,485 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T09:42:55,485 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:42:55,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T09:42:55,486 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T09:42:55,487 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/hbase/meta/1588230740 2024-11-24T09:42:55,488 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/hbase/meta/1588230740 2024-11-24T09:42:55,490 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T09:42:55,490 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T09:42:55,491 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T09:42:55,493 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T09:42:55,494 INFO [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=734088, jitterRate=-0.0665590912103653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T09:42:55,495 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T09:42:55,495 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732441375475Writing region info on filesystem at 1732441375475Initializing all the Stores at 1732441375476 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732441375477 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732441375477Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732441375477Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732441375477Cleaning up temporary data from old regions at 1732441375490 (+13 ms)Running coprocessor post-open hooks at 1732441375495 (+5 ms)Region opened successfully at 1732441375495 2024-11-24T09:42:55,497 INFO [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732441375447 2024-11-24T09:42:55,500 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T09:42:55,500 INFO [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T09:42:55,501 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ba35ada4783f,40807,1732441374277 2024-11-24T09:42:55,502 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba35ada4783f,40807,1732441374277, state=OPEN 2024-11-24T09:42:55,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42447-0x1016d83104d0000, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T09:42:55,579 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40807-0x1016d83104d0001, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T09:42:55,580 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ba35ada4783f,40807,1732441374277 2024-11-24T09:42:55,580 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T09:42:55,580 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T09:42:55,583 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T09:42:55,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ba35ada4783f,40807,1732441374277 in 286 msec 2024-11-24T09:42:55,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T09:42:55,587 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 740 msec 2024-11-24T09:42:55,587 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T09:42:55,587 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T09:42:55,589 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T09:42:55,589 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba35ada4783f,40807,1732441374277, seqNum=-1] 2024-11-24T09:42:55,589 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:42:55,590 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58235, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:42:55,596 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 840 msec 2024-11-24T09:42:55,596 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732441375596, completionTime=-1 2024-11-24T09:42:55,596 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T09:42:55,596 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T09:42:55,599 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T09:42:55,599 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732441435599 2024-11-24T09:42:55,599 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732441495599 2024-11-24T09:42:55,599 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T09:42:55,599 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba35ada4783f,42447,1732441374108-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T09:42:55,599 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba35ada4783f,42447,1732441374108-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T09:42:55,599 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba35ada4783f,42447,1732441374108-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T09:42:55,600 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ba35ada4783f:42447, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T09:42:55,600 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T09:42:55,600 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T09:42:55,602 DEBUG [master/ba35ada4783f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T09:42:55,604 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.202sec 2024-11-24T09:42:55,604 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T09:42:55,604 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T09:42:55,604 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T09:42:55,604 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T09:42:55,605 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T09:42:55,605 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba35ada4783f,42447,1732441374108-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T09:42:55,605 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba35ada4783f,42447,1732441374108-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T09:42:55,608 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T09:42:55,608 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T09:42:55,608 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba35ada4783f,42447,1732441374108-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T09:42:55,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1992c464, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:42:55,640 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba35ada4783f,42447,-1 for getting cluster id 2024-11-24T09:42:55,640 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T09:42:55,642 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1432580f-7446-4757-8c5b-b54f0d7054ef' 2024-11-24T09:42:55,642 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T09:42:55,642 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1432580f-7446-4757-8c5b-b54f0d7054ef" 2024-11-24T09:42:55,643 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cd229e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:42:55,643 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba35ada4783f,42447,-1] 2024-11-24T09:42:55,643 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T09:42:55,643 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:42:55,645 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55392, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T09:42:55,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@749e192a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:42:55,646 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T09:42:55,647 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba35ada4783f,40807,1732441374277, seqNum=-1] 2024-11-24T09:42:55,648 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:42:55,650 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41192, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:42:55,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ba35ada4783f,42447,1732441374108 2024-11-24T09:42:55,652 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T09:42:55,654 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-24T09:42:55,654 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T09:42:55,655 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is ba35ada4783f,42447,1732441374108 2024-11-24T09:42:55,655 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@418413d0 2024-11-24T09:42:55,656 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T09:42:55,657 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55402, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T09:42:55,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-24T09:42:55,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-24T09:42:55,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T09:42:55,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-24T09:42:55,661 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T09:42:55,661 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:42:55,661 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-11-24T09:42:55,663 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T09:42:55,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T09:42:55,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40045 is added to blk_1073741835_1011 (size=405) 2024-11-24T09:42:55,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43299 is added to blk_1073741835_1011 (size=405) 2024-11-24T09:42:55,675 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e1eb2bcf77376825b346d8b7d054b759, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732441375658.e1eb2bcf77376825b346d8b7d054b759.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654 2024-11-24T09:42:55,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43299 is added to blk_1073741836_1012 (size=88) 2024-11-24T09:42:55,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40045 is added to blk_1073741836_1012 (size=88) 2024-11-24T09:42:55,683 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732441375658.e1eb2bcf77376825b346d8b7d054b759.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:42:55,683 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing e1eb2bcf77376825b346d8b7d054b759, disabling compactions & flushes 2024-11-24T09:42:55,683 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732441375658.e1eb2bcf77376825b346d8b7d054b759. 2024-11-24T09:42:55,683 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732441375658.e1eb2bcf77376825b346d8b7d054b759. 2024-11-24T09:42:55,683 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732441375658.e1eb2bcf77376825b346d8b7d054b759. after waiting 0 ms 2024-11-24T09:42:55,683 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732441375658.e1eb2bcf77376825b346d8b7d054b759. 2024-11-24T09:42:55,683 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732441375658.e1eb2bcf77376825b346d8b7d054b759. 2024-11-24T09:42:55,683 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for e1eb2bcf77376825b346d8b7d054b759: Waiting for close lock at 1732441375683Disabling compacts and flushes for region at 1732441375683Disabling writes for close at 1732441375683Writing region close event to WAL at 1732441375683Closed at 1732441375683 2024-11-24T09:42:55,685 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T09:42:55,685 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732441375658.e1eb2bcf77376825b346d8b7d054b759.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1732441375685"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732441375685"}]},"ts":"1732441375685"} 2024-11-24T09:42:55,688 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T09:42:55,689 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T09:42:55,690 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732441375689"}]},"ts":"1732441375689"} 2024-11-24T09:42:55,692 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-11-24T09:42:55,692 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=e1eb2bcf77376825b346d8b7d054b759, ASSIGN}] 2024-11-24T09:42:55,694 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=e1eb2bcf77376825b346d8b7d054b759, ASSIGN 2024-11-24T09:42:55,695 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=e1eb2bcf77376825b346d8b7d054b759, ASSIGN; state=OFFLINE, location=ba35ada4783f,40807,1732441374277; forceNewPlan=false, retain=false 2024-11-24T09:42:55,846 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e1eb2bcf77376825b346d8b7d054b759, regionState=OPENING, regionLocation=ba35ada4783f,40807,1732441374277 2024-11-24T09:42:55,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=e1eb2bcf77376825b346d8b7d054b759, ASSIGN because future has completed 2024-11-24T09:42:55,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e1eb2bcf77376825b346d8b7d054b759, server=ba35ada4783f,40807,1732441374277}] 2024-11-24T09:42:56,006 INFO [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732441375658.e1eb2bcf77376825b346d8b7d054b759. 2024-11-24T09:42:56,006 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e1eb2bcf77376825b346d8b7d054b759, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732441375658.e1eb2bcf77376825b346d8b7d054b759.', STARTKEY => '', ENDKEY => ''} 2024-11-24T09:42:56,007 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling e1eb2bcf77376825b346d8b7d054b759 2024-11-24T09:42:56,007 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732441375658.e1eb2bcf77376825b346d8b7d054b759.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:42:56,007 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e1eb2bcf77376825b346d8b7d054b759 2024-11-24T09:42:56,007 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e1eb2bcf77376825b346d8b7d054b759 2024-11-24T09:42:56,009 INFO [StoreOpener-e1eb2bcf77376825b346d8b7d054b759-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region e1eb2bcf77376825b346d8b7d054b759 2024-11-24T09:42:56,010 INFO [StoreOpener-e1eb2bcf77376825b346d8b7d054b759-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1eb2bcf77376825b346d8b7d054b759 columnFamilyName info 2024-11-24T09:42:56,010 DEBUG [StoreOpener-e1eb2bcf77376825b346d8b7d054b759-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:42:56,017 INFO [StoreOpener-e1eb2bcf77376825b346d8b7d054b759-1 {}] regionserver.HStore(327): Store=e1eb2bcf77376825b346d8b7d054b759/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:42:56,017 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e1eb2bcf77376825b346d8b7d054b759 2024-11-24T09:42:56,018 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e1eb2bcf77376825b346d8b7d054b759 2024-11-24T09:42:56,019 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e1eb2bcf77376825b346d8b7d054b759 2024-11-24T09:42:56,019 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e1eb2bcf77376825b346d8b7d054b759 2024-11-24T09:42:56,020 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e1eb2bcf77376825b346d8b7d054b759 2024-11-24T09:42:56,021 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e1eb2bcf77376825b346d8b7d054b759 2024-11-24T09:42:56,024 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e1eb2bcf77376825b346d8b7d054b759/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T09:42:56,024 INFO [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e1eb2bcf77376825b346d8b7d054b759; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=734941, jitterRate=-0.06547519564628601}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T09:42:56,024 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e1eb2bcf77376825b346d8b7d054b759 2024-11-24T09:42:56,025 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e1eb2bcf77376825b346d8b7d054b759: Running coprocessor pre-open hook at 1732441376007Writing region info on filesystem at 1732441376007Initializing all the Stores at 1732441376008 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732441376008Cleaning up temporary data from old regions at 1732441376020 (+12 ms)Running coprocessor post-open hooks at 1732441376024 (+4 ms)Region opened successfully at 1732441376025 (+1 ms) 2024-11-24T09:42:56,026 INFO [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732441375658.e1eb2bcf77376825b346d8b7d054b759., pid=6, masterSystemTime=1732441376002 2024-11-24T09:42:56,029 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732441375658.e1eb2bcf77376825b346d8b7d054b759. 2024-11-24T09:42:56,029 INFO [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732441375658.e1eb2bcf77376825b346d8b7d054b759. 2024-11-24T09:42:56,030 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e1eb2bcf77376825b346d8b7d054b759, regionState=OPEN, openSeqNum=2, regionLocation=ba35ada4783f,40807,1732441374277 2024-11-24T09:42:56,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e1eb2bcf77376825b346d8b7d054b759, server=ba35ada4783f,40807,1732441374277 because future has completed 2024-11-24T09:42:56,038 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T09:42:56,038 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e1eb2bcf77376825b346d8b7d054b759, server=ba35ada4783f,40807,1732441374277 in 185 msec 2024-11-24T09:42:56,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T09:42:56,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=e1eb2bcf77376825b346d8b7d054b759, ASSIGN in 346 msec 2024-11-24T09:42:56,042 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T09:42:56,042 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732441376042"}]},"ts":"1732441376042"} 2024-11-24T09:42:56,045 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-11-24T09:42:56,046 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T09:42:56,049 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 388 msec 2024-11-24T09:42:56,349 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T09:42:56,349 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T09:42:56,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T09:42:56,350 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T09:42:56,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-24T09:42:56,350 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-11-24T09:43:00,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:43:00,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:43:00,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:43:00,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:43:00,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:43:00,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:43:00,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:43:00,995 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T09:43:01,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:43:01,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:43:01,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:43:01,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:43:01,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:43:01,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:43:01,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:43:01,033 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T09:43:01,033 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-11-24T09:43:05,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T09:43:05,769 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-24T09:43:05,769 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-11-24T09:43:05,772 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-24T09:43:05,772 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732441375658.e1eb2bcf77376825b346d8b7d054b759. 2024-11-24T09:43:05,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732441375658.e1eb2bcf77376825b346d8b7d054b759., hostname=ba35ada4783f,40807,1732441374277, seqNum=2] 2024-11-24T09:43:05,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-24T09:43:05,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-24T09:43:05,788 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:43:05,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T09:43:05,789 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:43:05,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:43:05,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40807 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-24T09:43:05,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba35ada4783f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732441375658.e1eb2bcf77376825b346d8b7d054b759. 2024-11-24T09:43:05,954 INFO [RS_FLUSH_OPERATIONS-regionserver/ba35ada4783f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing e1eb2bcf77376825b346d8b7d054b759 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-24T09:43:05,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba35ada4783f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e1eb2bcf77376825b346d8b7d054b759/.tmp/info/e2e1be491fd9424cb701db904a2d8679 is 1055, key is row0001/info:/1732441385777/Put/seqid=0 2024-11-24T09:43:05,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43299 is added to blk_1073741837_1013 (size=6008) 2024-11-24T09:43:05,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40045 is added to blk_1073741837_1013 (size=6008) 2024-11-24T09:43:05,976 INFO [RS_FLUSH_OPERATIONS-regionserver/ba35ada4783f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e1eb2bcf77376825b346d8b7d054b759/.tmp/info/e2e1be491fd9424cb701db904a2d8679 2024-11-24T09:43:05,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba35ada4783f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e1eb2bcf77376825b346d8b7d054b759/.tmp/info/e2e1be491fd9424cb701db904a2d8679 as hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e1eb2bcf77376825b346d8b7d054b759/info/e2e1be491fd9424cb701db904a2d8679 2024-11-24T09:43:05,991 INFO [RS_FLUSH_OPERATIONS-regionserver/ba35ada4783f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e1eb2bcf77376825b346d8b7d054b759/info/e2e1be491fd9424cb701db904a2d8679, entries=1, sequenceid=5, filesize=5.9 K 2024-11-24T09:43:05,993 INFO [RS_FLUSH_OPERATIONS-regionserver/ba35ada4783f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for e1eb2bcf77376825b346d8b7d054b759 in 38ms, sequenceid=5, compaction requested=false 2024-11-24T09:43:05,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba35ada4783f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for e1eb2bcf77376825b346d8b7d054b759: 2024-11-24T09:43:05,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba35ada4783f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732441375658.e1eb2bcf77376825b346d8b7d054b759. 2024-11-24T09:43:05,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba35ada4783f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-24T09:43:05,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-24T09:43:05,999 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-24T09:43:05,999 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 206 msec 2024-11-24T09:43:06,002 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 217 msec 2024-11-24T09:43:15,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T09:43:15,829 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-24T09:43:15,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-24T09:43:15,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-24T09:43:15,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-24T09:43:15,839 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:43:15,840 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:43:15,840 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:43:15,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40807 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-24T09:43:15,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba35ada4783f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732441375658.e1eb2bcf77376825b346d8b7d054b759. 2024-11-24T09:43:15,995 INFO [RS_FLUSH_OPERATIONS-regionserver/ba35ada4783f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing e1eb2bcf77376825b346d8b7d054b759 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-24T09:43:16,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba35ada4783f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e1eb2bcf77376825b346d8b7d054b759/.tmp/info/65ed96137d684307935224f763b7f07a is 1055, key is row0002/info:/1732441395831/Put/seqid=0 2024-11-24T09:43:16,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40045 is added to blk_1073741838_1014 (size=6008) 2024-11-24T09:43:16,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43299 is added to blk_1073741838_1014 (size=6008) 2024-11-24T09:43:16,011 INFO [RS_FLUSH_OPERATIONS-regionserver/ba35ada4783f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e1eb2bcf77376825b346d8b7d054b759/.tmp/info/65ed96137d684307935224f763b7f07a 2024-11-24T09:43:16,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba35ada4783f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e1eb2bcf77376825b346d8b7d054b759/.tmp/info/65ed96137d684307935224f763b7f07a as hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e1eb2bcf77376825b346d8b7d054b759/info/65ed96137d684307935224f763b7f07a 2024-11-24T09:43:16,029 INFO [RS_FLUSH_OPERATIONS-regionserver/ba35ada4783f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e1eb2bcf77376825b346d8b7d054b759/info/65ed96137d684307935224f763b7f07a, entries=1, sequenceid=9, filesize=5.9 K 2024-11-24T09:43:16,030 INFO [RS_FLUSH_OPERATIONS-regionserver/ba35ada4783f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for e1eb2bcf77376825b346d8b7d054b759 in 35ms, sequenceid=9, compaction requested=false 2024-11-24T09:43:16,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba35ada4783f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for e1eb2bcf77376825b346d8b7d054b759: 2024-11-24T09:43:16,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba35ada4783f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732441375658.e1eb2bcf77376825b346d8b7d054b759. 2024-11-24T09:43:16,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba35ada4783f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-24T09:43:16,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-24T09:43:16,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T09:43:16,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 192 msec 2024-11-24T09:43:16,038 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 201 msec 2024-11-24T09:43:24,085 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T09:43:25,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-24T09:43:25,869 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-24T09:43:25,890 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/WALs/ba35ada4783f,40807,1732441374277/ba35ada4783f%2C40807%2C1732441374277.1732441405873, exclude list is [], retry=0 2024-11-24T09:43:25,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43299,DS-d252a6ac-5e0d-443a-9919-0d4c9bbf6657,DISK] 2024-11-24T09:43:25,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40045,DS-ac1b2020-0243-43b1-a291-c2cb3295b2ca,DISK] 2024-11-24T09:43:25,895 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/WALs/ba35ada4783f,40807,1732441374277/ba35ada4783f%2C40807%2C1732441374277.1732441375095 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/WALs/ba35ada4783f,40807,1732441374277/ba35ada4783f%2C40807%2C1732441374277.1732441405873 2024-11-24T09:43:25,896 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43643:43643),(127.0.0.1/127.0.0.1:36277:36277)] 2024-11-24T09:43:25,896 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/WALs/ba35ada4783f,40807,1732441374277/ba35ada4783f%2C40807%2C1732441374277.1732441375095 is not closed yet, will try archiving it next time 2024-11-24T09:43:25,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-24T09:43:25,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43299 is added to blk_1073741833_1009 (size=5471) 2024-11-24T09:43:25,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40045 is added to blk_1073741833_1009 (size=5471) 2024-11-24T09:43:25,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-24T09:43:25,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-24T09:43:25,900 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:43:25,902 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:43:25,902 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:43:26,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40807 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-24T09:43:26,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba35ada4783f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732441375658.e1eb2bcf77376825b346d8b7d054b759. 2024-11-24T09:43:26,056 INFO [RS_FLUSH_OPERATIONS-regionserver/ba35ada4783f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing e1eb2bcf77376825b346d8b7d054b759 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-24T09:43:26,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba35ada4783f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e1eb2bcf77376825b346d8b7d054b759/.tmp/info/0af59077c35b4636a2f35eb24bc55c28 is 1055, key is row0003/info:/1732441405870/Put/seqid=0 2024-11-24T09:43:26,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43299 is added to blk_1073741840_1016 (size=6008) 2024-11-24T09:43:26,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40045 is added to blk_1073741840_1016 (size=6008) 2024-11-24T09:43:26,469 INFO [RS_FLUSH_OPERATIONS-regionserver/ba35ada4783f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e1eb2bcf77376825b346d8b7d054b759/.tmp/info/0af59077c35b4636a2f35eb24bc55c28 2024-11-24T09:43:26,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba35ada4783f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e1eb2bcf77376825b346d8b7d054b759/.tmp/info/0af59077c35b4636a2f35eb24bc55c28 as hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e1eb2bcf77376825b346d8b7d054b759/info/0af59077c35b4636a2f35eb24bc55c28 2024-11-24T09:43:26,483 INFO [RS_FLUSH_OPERATIONS-regionserver/ba35ada4783f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e1eb2bcf77376825b346d8b7d054b759/info/0af59077c35b4636a2f35eb24bc55c28, entries=1, sequenceid=13, filesize=5.9 K 2024-11-24T09:43:26,484 INFO [RS_FLUSH_OPERATIONS-regionserver/ba35ada4783f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for e1eb2bcf77376825b346d8b7d054b759 in 428ms, sequenceid=13, compaction requested=true 2024-11-24T09:43:26,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba35ada4783f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for e1eb2bcf77376825b346d8b7d054b759: 2024-11-24T09:43:26,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba35ada4783f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732441375658.e1eb2bcf77376825b346d8b7d054b759. 2024-11-24T09:43:26,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba35ada4783f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-24T09:43:26,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-24T09:43:26,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-24T09:43:26,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 584 msec 2024-11-24T09:43:26,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 593 msec 2024-11-24T09:43:35,648 INFO [master/ba35ada4783f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-24T09:43:35,648 INFO [master/ba35ada4783f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-24T09:43:35,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-24T09:43:35,930 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-24T09:43:35,938 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:43:35,942 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:43:35,943 DEBUG [Time-limited test {}] regionserver.HStore(1541): e1eb2bcf77376825b346d8b7d054b759/info is initiating minor compaction (all files) 2024-11-24T09:43:35,943 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T09:43:35,943 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T09:43:35,943 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of e1eb2bcf77376825b346d8b7d054b759/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732441375658.e1eb2bcf77376825b346d8b7d054b759. 2024-11-24T09:43:35,944 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e1eb2bcf77376825b346d8b7d054b759/info/e2e1be491fd9424cb701db904a2d8679, hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e1eb2bcf77376825b346d8b7d054b759/info/65ed96137d684307935224f763b7f07a, hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e1eb2bcf77376825b346d8b7d054b759/info/0af59077c35b4636a2f35eb24bc55c28] into tmpdir=hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e1eb2bcf77376825b346d8b7d054b759/.tmp, totalSize=17.6 K 2024-11-24T09:43:35,945 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting e2e1be491fd9424cb701db904a2d8679, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1732441385777 2024-11-24T09:43:35,945 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 65ed96137d684307935224f763b7f07a, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1732441395831 2024-11-24T09:43:35,946 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 0af59077c35b4636a2f35eb24bc55c28, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732441405870 2024-11-24T09:43:35,967 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): e1eb2bcf77376825b346d8b7d054b759#info#compaction#21 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:43:35,968 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e1eb2bcf77376825b346d8b7d054b759/.tmp/info/bc800cf07dae4c64867b94390f5e9349 is 1055, key is row0001/info:/1732441385777/Put/seqid=0 2024-11-24T09:43:35,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43299 is added to blk_1073741841_1017 (size=8221) 2024-11-24T09:43:35,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40045 is added to blk_1073741841_1017 (size=8221) 2024-11-24T09:43:35,981 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e1eb2bcf77376825b346d8b7d054b759/.tmp/info/bc800cf07dae4c64867b94390f5e9349 as hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e1eb2bcf77376825b346d8b7d054b759/info/bc800cf07dae4c64867b94390f5e9349 2024-11-24T09:43:35,996 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e1eb2bcf77376825b346d8b7d054b759/info of e1eb2bcf77376825b346d8b7d054b759 into bc800cf07dae4c64867b94390f5e9349(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:43:35,996 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for e1eb2bcf77376825b346d8b7d054b759: 2024-11-24T09:43:36,010 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/WALs/ba35ada4783f,40807,1732441374277/ba35ada4783f%2C40807%2C1732441374277.1732441415999, exclude list is [], retry=0 2024-11-24T09:43:36,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40045,DS-ac1b2020-0243-43b1-a291-c2cb3295b2ca,DISK] 2024-11-24T09:43:36,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43299,DS-d252a6ac-5e0d-443a-9919-0d4c9bbf6657,DISK] 2024-11-24T09:43:36,014 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/WALs/ba35ada4783f,40807,1732441374277/ba35ada4783f%2C40807%2C1732441374277.1732441405873 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/WALs/ba35ada4783f,40807,1732441374277/ba35ada4783f%2C40807%2C1732441374277.1732441415999 2024-11-24T09:43:36,014 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36277:36277),(127.0.0.1/127.0.0.1:43643:43643)] 2024-11-24T09:43:36,014 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/WALs/ba35ada4783f,40807,1732441374277/ba35ada4783f%2C40807%2C1732441374277.1732441405873 is not closed yet, will try archiving it next time 2024-11-24T09:43:36,014 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/WALs/ba35ada4783f,40807,1732441374277/ba35ada4783f%2C40807%2C1732441374277.1732441375095 to hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/oldWALs/ba35ada4783f%2C40807%2C1732441374277.1732441375095 2024-11-24T09:43:36,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-24T09:43:36,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40045 is added to blk_1073741839_1015 (size=2495) 2024-11-24T09:43:36,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43299 is added to blk_1073741839_1015 (size=2495) 2024-11-24T09:43:36,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-24T09:43:36,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-24T09:43:36,018 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:43:36,019 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:43:36,019 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:43:36,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40807 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-24T09:43:36,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba35ada4783f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732441375658.e1eb2bcf77376825b346d8b7d054b759. 2024-11-24T09:43:36,174 INFO [RS_FLUSH_OPERATIONS-regionserver/ba35ada4783f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing e1eb2bcf77376825b346d8b7d054b759 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-24T09:43:36,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba35ada4783f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e1eb2bcf77376825b346d8b7d054b759/.tmp/info/cb5165be8b8f413ca8450699269f3049 is 1055, key is row0000/info:/1732441415997/Put/seqid=0 2024-11-24T09:43:36,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40045 is added to blk_1073741843_1019 (size=6008) 2024-11-24T09:43:36,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43299 is added to blk_1073741843_1019 (size=6008) 2024-11-24T09:43:36,189 INFO [RS_FLUSH_OPERATIONS-regionserver/ba35ada4783f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e1eb2bcf77376825b346d8b7d054b759/.tmp/info/cb5165be8b8f413ca8450699269f3049 2024-11-24T09:43:36,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba35ada4783f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e1eb2bcf77376825b346d8b7d054b759/.tmp/info/cb5165be8b8f413ca8450699269f3049 as hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e1eb2bcf77376825b346d8b7d054b759/info/cb5165be8b8f413ca8450699269f3049 2024-11-24T09:43:36,201 INFO [RS_FLUSH_OPERATIONS-regionserver/ba35ada4783f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e1eb2bcf77376825b346d8b7d054b759/info/cb5165be8b8f413ca8450699269f3049, entries=1, sequenceid=18, filesize=5.9 K 2024-11-24T09:43:36,202 INFO [RS_FLUSH_OPERATIONS-regionserver/ba35ada4783f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for e1eb2bcf77376825b346d8b7d054b759 in 29ms, sequenceid=18, compaction requested=false 2024-11-24T09:43:36,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba35ada4783f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for e1eb2bcf77376825b346d8b7d054b759: 2024-11-24T09:43:36,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba35ada4783f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732441375658.e1eb2bcf77376825b346d8b7d054b759. 2024-11-24T09:43:36,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba35ada4783f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-24T09:43:36,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-24T09:43:36,206 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-24T09:43:36,206 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 185 msec 2024-11-24T09:43:36,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 192 msec 2024-11-24T09:43:41,007 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e1eb2bcf77376825b346d8b7d054b759, had cached 0 bytes from a total of 14229 2024-11-24T09:43:46,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-24T09:43:46,059 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-24T09:43:46,078 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/WALs/ba35ada4783f,40807,1732441374277/ba35ada4783f%2C40807%2C1732441374277.1732441426065, exclude list is [], retry=0 2024-11-24T09:43:46,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43299,DS-d252a6ac-5e0d-443a-9919-0d4c9bbf6657,DISK] 2024-11-24T09:43:46,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40045,DS-ac1b2020-0243-43b1-a291-c2cb3295b2ca,DISK] 2024-11-24T09:43:46,114 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/WALs/ba35ada4783f,40807,1732441374277/ba35ada4783f%2C40807%2C1732441374277.1732441415999 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/WALs/ba35ada4783f,40807,1732441374277/ba35ada4783f%2C40807%2C1732441374277.1732441426065 2024-11-24T09:43:46,114 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36277:36277),(127.0.0.1/127.0.0.1:43643:43643)] 2024-11-24T09:43:46,114 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/WALs/ba35ada4783f,40807,1732441374277/ba35ada4783f%2C40807%2C1732441374277.1732441415999 is not closed yet, will try archiving it next time 2024-11-24T09:43:46,115 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/WALs/ba35ada4783f,40807,1732441374277/ba35ada4783f%2C40807%2C1732441374277.1732441405873 to hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/oldWALs/ba35ada4783f%2C40807%2C1732441374277.1732441405873 2024-11-24T09:43:46,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T09:43:46,115 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T09:43:46,115 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T09:43:46,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:43:46,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:43:46,115 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T09:43:46,115 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T09:43:46,115 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1844932019, stopped=false 2024-11-24T09:43:46,116 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ba35ada4783f,42447,1732441374108 2024-11-24T09:43:46,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40045 is added to blk_1073741842_1018 (size=2001) 2024-11-24T09:43:46,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43299 is added to blk_1073741842_1018 (size=2001) 2024-11-24T09:43:46,166 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40807-0x1016d83104d0001, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T09:43:46,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42447-0x1016d83104d0000, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T09:43:46,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42447-0x1016d83104d0000, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:43:46,166 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40807-0x1016d83104d0001, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:43:46,166 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T09:43:46,167 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T09:43:46,167 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40807-0x1016d83104d0001, quorum=127.0.0.1:59990, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T09:43:46,167 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T09:43:46,167 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42447-0x1016d83104d0000, quorum=127.0.0.1:59990, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T09:43:46,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:43:46,167 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ba35ada4783f,40807,1732441374277' ***** 2024-11-24T09:43:46,167 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T09:43:46,167 INFO [RS:0;ba35ada4783f:40807 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T09:43:46,168 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T09:43:46,168 INFO [RS:0;ba35ada4783f:40807 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T09:43:46,168 INFO [RS:0;ba35ada4783f:40807 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T09:43:46,168 INFO [RS:0;ba35ada4783f:40807 {}] regionserver.HRegionServer(3091): Received CLOSE for e1eb2bcf77376825b346d8b7d054b759 2024-11-24T09:43:46,168 INFO [RS:0;ba35ada4783f:40807 {}] regionserver.HRegionServer(959): stopping server ba35ada4783f,40807,1732441374277 2024-11-24T09:43:46,168 INFO [RS:0;ba35ada4783f:40807 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T09:43:46,168 INFO [RS:0;ba35ada4783f:40807 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba35ada4783f:40807. 2024-11-24T09:43:46,168 DEBUG [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e1eb2bcf77376825b346d8b7d054b759, disabling compactions & flushes 2024-11-24T09:43:46,168 DEBUG [RS:0;ba35ada4783f:40807 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T09:43:46,168 DEBUG [RS:0;ba35ada4783f:40807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:43:46,168 INFO [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732441375658.e1eb2bcf77376825b346d8b7d054b759. 2024-11-24T09:43:46,168 DEBUG [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732441375658.e1eb2bcf77376825b346d8b7d054b759. 2024-11-24T09:43:46,168 INFO [RS:0;ba35ada4783f:40807 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T09:43:46,168 DEBUG [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732441375658.e1eb2bcf77376825b346d8b7d054b759. after waiting 0 ms 2024-11-24T09:43:46,169 INFO [RS:0;ba35ada4783f:40807 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T09:43:46,169 DEBUG [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732441375658.e1eb2bcf77376825b346d8b7d054b759. 2024-11-24T09:43:46,169 INFO [RS:0;ba35ada4783f:40807 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T09:43:46,169 INFO [RS:0;ba35ada4783f:40807 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T09:43:46,169 INFO [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e1eb2bcf77376825b346d8b7d054b759 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-24T09:43:46,169 INFO [RS:0;ba35ada4783f:40807 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T09:43:46,169 DEBUG [RS:0;ba35ada4783f:40807 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e1eb2bcf77376825b346d8b7d054b759=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732441375658.e1eb2bcf77376825b346d8b7d054b759.} 2024-11-24T09:43:46,169 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T09:43:46,169 INFO [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T09:43:46,169 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T09:43:46,169 DEBUG [RS:0;ba35ada4783f:40807 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e1eb2bcf77376825b346d8b7d054b759 2024-11-24T09:43:46,169 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T09:43:46,169 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T09:43:46,169 INFO [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-11-24T09:43:46,173 DEBUG [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e1eb2bcf77376825b346d8b7d054b759/.tmp/info/dea3b161bd9f4f5ca2aa1c245e65a6ae is 1055, key is row0001/info:/1732441426062/Put/seqid=0 2024-11-24T09:43:46,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40045 is added to blk_1073741845_1021 (size=6008) 2024-11-24T09:43:46,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43299 is added to blk_1073741845_1021 (size=6008) 2024-11-24T09:43:46,179 INFO [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e1eb2bcf77376825b346d8b7d054b759/.tmp/info/dea3b161bd9f4f5ca2aa1c245e65a6ae 2024-11-24T09:43:46,186 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/hbase/meta/1588230740/.tmp/info/78f46fd65596482f98ab844d35eac1ea is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732441375658.e1eb2bcf77376825b346d8b7d054b759./info:regioninfo/1732441376029/Put/seqid=0 2024-11-24T09:43:46,187 DEBUG [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e1eb2bcf77376825b346d8b7d054b759/.tmp/info/dea3b161bd9f4f5ca2aa1c245e65a6ae as hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e1eb2bcf77376825b346d8b7d054b759/info/dea3b161bd9f4f5ca2aa1c245e65a6ae 2024-11-24T09:43:46,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40045 is added to blk_1073741846_1022 (size=7308) 2024-11-24T09:43:46,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43299 is added to blk_1073741846_1022 (size=7308) 2024-11-24T09:43:46,191 INFO [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/hbase/meta/1588230740/.tmp/info/78f46fd65596482f98ab844d35eac1ea 2024-11-24T09:43:46,194 INFO [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e1eb2bcf77376825b346d8b7d054b759/info/dea3b161bd9f4f5ca2aa1c245e65a6ae, entries=1, sequenceid=22, filesize=5.9 K 2024-11-24T09:43:46,195 INFO [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for e1eb2bcf77376825b346d8b7d054b759 in 26ms, sequenceid=22, compaction requested=true 2024-11-24T09:43:46,196 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732441375658.e1eb2bcf77376825b346d8b7d054b759.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e1eb2bcf77376825b346d8b7d054b759/info/e2e1be491fd9424cb701db904a2d8679, hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e1eb2bcf77376825b346d8b7d054b759/info/65ed96137d684307935224f763b7f07a, hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e1eb2bcf77376825b346d8b7d054b759/info/0af59077c35b4636a2f35eb24bc55c28] to archive 2024-11-24T09:43:46,199 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732441375658.e1eb2bcf77376825b346d8b7d054b759.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T09:43:46,202 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732441375658.e1eb2bcf77376825b346d8b7d054b759.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e1eb2bcf77376825b346d8b7d054b759/info/e2e1be491fd9424cb701db904a2d8679 to hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e1eb2bcf77376825b346d8b7d054b759/info/e2e1be491fd9424cb701db904a2d8679 2024-11-24T09:43:46,204 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732441375658.e1eb2bcf77376825b346d8b7d054b759.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e1eb2bcf77376825b346d8b7d054b759/info/65ed96137d684307935224f763b7f07a to hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e1eb2bcf77376825b346d8b7d054b759/info/65ed96137d684307935224f763b7f07a 2024-11-24T09:43:46,205 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732441375658.e1eb2bcf77376825b346d8b7d054b759.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e1eb2bcf77376825b346d8b7d054b759/info/0af59077c35b4636a2f35eb24bc55c28 to hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e1eb2bcf77376825b346d8b7d054b759/info/0af59077c35b4636a2f35eb24bc55c28 2024-11-24T09:43:46,216 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/hbase/meta/1588230740/.tmp/ns/97f0267926834aae81b763b10074deac is 43, key is default/ns:d/1732441375591/Put/seqid=0 2024-11-24T09:43:46,219 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732441375658.e1eb2bcf77376825b346d8b7d054b759.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba35ada4783f:42447 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-24T09:43:46,219 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732441375658.e1eb2bcf77376825b346d8b7d054b759.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [e2e1be491fd9424cb701db904a2d8679=6008, 65ed96137d684307935224f763b7f07a=6008, 0af59077c35b4636a2f35eb24bc55c28=6008] 2024-11-24T09:43:46,227 DEBUG [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e1eb2bcf77376825b346d8b7d054b759/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-11-24T09:43:46,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43299 is added to blk_1073741847_1023 (size=5153) 2024-11-24T09:43:46,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40045 is added to blk_1073741847_1023 (size=5153) 2024-11-24T09:43:46,228 INFO [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732441375658.e1eb2bcf77376825b346d8b7d054b759. 2024-11-24T09:43:46,228 DEBUG [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e1eb2bcf77376825b346d8b7d054b759: Waiting for close lock at 1732441426168Running coprocessor pre-close hooks at 1732441426168Disabling compacts and flushes for region at 1732441426168Disabling writes for close at 1732441426168Obtaining lock to block concurrent updates at 1732441426169 (+1 ms)Preparing flush snapshotting stores in e1eb2bcf77376825b346d8b7d054b759 at 1732441426169Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732441375658.e1eb2bcf77376825b346d8b7d054b759., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1732441426169Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732441375658.e1eb2bcf77376825b346d8b7d054b759. at 1732441426170 (+1 ms)Flushing e1eb2bcf77376825b346d8b7d054b759/info: creating writer at 1732441426170Flushing e1eb2bcf77376825b346d8b7d054b759/info: appending metadata at 1732441426173 (+3 ms)Flushing e1eb2bcf77376825b346d8b7d054b759/info: closing flushed file at 1732441426173Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@291dd86a: reopening flushed file at 1732441426185 (+12 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for e1eb2bcf77376825b346d8b7d054b759 in 26ms, sequenceid=22, compaction requested=true at 1732441426195 (+10 ms)Writing region close event to WAL at 1732441426219 (+24 ms)Running coprocessor post-close hooks at 1732441426228 (+9 ms)Closed at 1732441426228 2024-11-24T09:43:46,228 DEBUG [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732441375658.e1eb2bcf77376825b346d8b7d054b759. 2024-11-24T09:43:46,229 INFO [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/hbase/meta/1588230740/.tmp/ns/97f0267926834aae81b763b10074deac 2024-11-24T09:43:46,247 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/hbase/meta/1588230740/.tmp/table/94f8c72a07d34630bd41c805cae12a6c is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1732441376042/Put/seqid=0 2024-11-24T09:43:46,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40045 is added to blk_1073741848_1024 (size=5508) 2024-11-24T09:43:46,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43299 is added to blk_1073741848_1024 (size=5508) 2024-11-24T09:43:46,252 INFO [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/hbase/meta/1588230740/.tmp/table/94f8c72a07d34630bd41c805cae12a6c 2024-11-24T09:43:46,259 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/hbase/meta/1588230740/.tmp/info/78f46fd65596482f98ab844d35eac1ea as hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/hbase/meta/1588230740/info/78f46fd65596482f98ab844d35eac1ea 2024-11-24T09:43:46,264 INFO [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/hbase/meta/1588230740/info/78f46fd65596482f98ab844d35eac1ea, entries=10, sequenceid=11, filesize=7.1 K 2024-11-24T09:43:46,266 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/hbase/meta/1588230740/.tmp/ns/97f0267926834aae81b763b10074deac as hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/hbase/meta/1588230740/ns/97f0267926834aae81b763b10074deac 2024-11-24T09:43:46,271 INFO [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/hbase/meta/1588230740/ns/97f0267926834aae81b763b10074deac, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T09:43:46,272 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/hbase/meta/1588230740/.tmp/table/94f8c72a07d34630bd41c805cae12a6c as hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/hbase/meta/1588230740/table/94f8c72a07d34630bd41c805cae12a6c 2024-11-24T09:43:46,277 INFO [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/hbase/meta/1588230740/table/94f8c72a07d34630bd41c805cae12a6c, entries=2, sequenceid=11, filesize=5.4 K 2024-11-24T09:43:46,278 INFO [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 109ms, sequenceid=11, compaction requested=false 2024-11-24T09:43:46,284 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T09:43:46,284 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T09:43:46,285 INFO [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T09:43:46,285 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732441426169Running coprocessor pre-close hooks at 1732441426169Disabling compacts and flushes for region at 1732441426169Disabling writes for close at 1732441426169Obtaining lock to block concurrent updates at 1732441426169Preparing flush snapshotting stores in 1588230740 at 1732441426169Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1732441426170 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732441426170Flushing 1588230740/info: creating writer at 1732441426170Flushing 1588230740/info: appending metadata at 1732441426185 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732441426185Flushing 1588230740/ns: creating writer at 1732441426198 (+13 ms)Flushing 1588230740/ns: appending metadata at 1732441426215 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732441426216 (+1 ms)Flushing 1588230740/table: creating writer at 1732441426234 (+18 ms)Flushing 1588230740/table: appending metadata at 1732441426247 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732441426247Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@768ed55a: reopening flushed file at 1732441426258 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@324051f1: reopening flushed file at 1732441426264 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7138fb65: reopening flushed file at 1732441426271 (+7 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 109ms, sequenceid=11, compaction requested=false at 1732441426278 (+7 ms)Writing region close event to WAL at 1732441426280 (+2 ms)Running coprocessor post-close hooks at 1732441426284 (+4 ms)Closed at 1732441426285 (+1 ms) 2024-11-24T09:43:46,285 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T09:43:46,349 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T09:43:46,349 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T09:43:46,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-24T09:43:46,369 INFO [RS:0;ba35ada4783f:40807 {}] regionserver.HRegionServer(976): stopping server ba35ada4783f,40807,1732441374277; all regions closed. 2024-11-24T09:43:46,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40045 is added to blk_1073741834_1010 (size=3306) 2024-11-24T09:43:46,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43299 is added to blk_1073741834_1010 (size=3306) 2024-11-24T09:43:46,378 DEBUG [RS:0;ba35ada4783f:40807 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/oldWALs 2024-11-24T09:43:46,378 INFO [RS:0;ba35ada4783f:40807 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ba35ada4783f%2C40807%2C1732441374277.meta:.meta(num 1732441375456) 2024-11-24T09:43:46,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43299 is added to blk_1073741844_1020 (size=1252) 2024-11-24T09:43:46,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40045 is added to blk_1073741844_1020 (size=1252) 2024-11-24T09:43:46,383 DEBUG [RS:0;ba35ada4783f:40807 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/oldWALs 2024-11-24T09:43:46,383 INFO [RS:0;ba35ada4783f:40807 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ba35ada4783f%2C40807%2C1732441374277:(num 1732441426065) 2024-11-24T09:43:46,383 DEBUG [RS:0;ba35ada4783f:40807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:43:46,383 INFO [RS:0;ba35ada4783f:40807 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T09:43:46,384 INFO [RS:0;ba35ada4783f:40807 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T09:43:46,384 INFO [RS:0;ba35ada4783f:40807 {}] hbase.ChoreService(370): Chore service for: regionserver/ba35ada4783f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T09:43:46,384 INFO [RS:0;ba35ada4783f:40807 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T09:43:46,384 INFO [regionserver/ba35ada4783f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T09:43:46,384 INFO [RS:0;ba35ada4783f:40807 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40807 2024-11-24T09:43:46,415 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40807-0x1016d83104d0001, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ba35ada4783f,40807,1732441374277 2024-11-24T09:43:46,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42447-0x1016d83104d0000, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T09:43:46,415 INFO [RS:0;ba35ada4783f:40807 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T09:43:46,424 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ba35ada4783f,40807,1732441374277] 2024-11-24T09:43:46,433 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ba35ada4783f,40807,1732441374277 already deleted, retry=false 2024-11-24T09:43:46,433 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ba35ada4783f,40807,1732441374277 expired; onlineServers=0 2024-11-24T09:43:46,433 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ba35ada4783f,42447,1732441374108' ***** 2024-11-24T09:43:46,433 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T09:43:46,433 INFO [M:0;ba35ada4783f:42447 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T09:43:46,433 INFO [M:0;ba35ada4783f:42447 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T09:43:46,434 DEBUG [M:0;ba35ada4783f:42447 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T09:43:46,434 DEBUG [M:0;ba35ada4783f:42447 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T09:43:46,434 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T09:43:46,434 DEBUG [master/ba35ada4783f:0:becomeActiveMaster-HFileCleaner.small.0-1732441374761 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba35ada4783f:0:becomeActiveMaster-HFileCleaner.small.0-1732441374761,5,FailOnTimeoutGroup] 2024-11-24T09:43:46,434 DEBUG [master/ba35ada4783f:0:becomeActiveMaster-HFileCleaner.large.0-1732441374761 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba35ada4783f:0:becomeActiveMaster-HFileCleaner.large.0-1732441374761,5,FailOnTimeoutGroup] 2024-11-24T09:43:46,434 INFO [M:0;ba35ada4783f:42447 {}] hbase.ChoreService(370): Chore service for: master/ba35ada4783f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T09:43:46,435 INFO [M:0;ba35ada4783f:42447 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T09:43:46,435 DEBUG [M:0;ba35ada4783f:42447 {}] master.HMaster(1795): Stopping service threads 2024-11-24T09:43:46,435 INFO [M:0;ba35ada4783f:42447 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T09:43:46,435 INFO [M:0;ba35ada4783f:42447 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T09:43:46,435 INFO [M:0;ba35ada4783f:42447 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T09:43:46,436 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T09:43:46,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42447-0x1016d83104d0000, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-24T09:43:46,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42447-0x1016d83104d0000, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:43:46,441 DEBUG [M:0;ba35ada4783f:42447 {}] zookeeper.ZKUtil(347): master:42447-0x1016d83104d0000, quorum=127.0.0.1:59990, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-24T09:43:46,441 WARN [M:0;ba35ada4783f:42447 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T09:43:46,444 INFO [M:0;ba35ada4783f:42447 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/.lastflushedseqids 2024-11-24T09:43:46,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43299 is added to blk_1073741849_1025 (size=130) 2024-11-24T09:43:46,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40045 is added to blk_1073741849_1025 (size=130) 2024-11-24T09:43:46,452 INFO [M:0;ba35ada4783f:42447 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T09:43:46,452 INFO [M:0;ba35ada4783f:42447 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T09:43:46,452 DEBUG [M:0;ba35ada4783f:42447 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T09:43:46,453 INFO [M:0;ba35ada4783f:42447 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T09:43:46,453 DEBUG [M:0;ba35ada4783f:42447 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T09:43:46,453 DEBUG [M:0;ba35ada4783f:42447 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T09:43:46,453 DEBUG [M:0;ba35ada4783f:42447 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T09:43:46,453 INFO [M:0;ba35ada4783f:42447 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.59 KB heapSize=55 KB 2024-11-24T09:43:46,466 DEBUG [M:0;ba35ada4783f:42447 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/51640a6e36604196ab905d9a80c6d532 is 82, key is hbase:meta,,1/info:regioninfo/1732441375500/Put/seqid=0 2024-11-24T09:43:46,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43299 is added to blk_1073741850_1026 (size=5672) 2024-11-24T09:43:46,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40045 is added to blk_1073741850_1026 (size=5672) 2024-11-24T09:43:46,472 INFO [M:0;ba35ada4783f:42447 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/51640a6e36604196ab905d9a80c6d532 2024-11-24T09:43:46,490 DEBUG [M:0;ba35ada4783f:42447 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/82fdb92226934bfcac4bc1eb388faab0 is 798, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732441376048/Put/seqid=0 2024-11-24T09:43:46,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43299 is added to blk_1073741851_1027 (size=7823) 2024-11-24T09:43:46,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40045 is added to blk_1073741851_1027 (size=7823) 2024-11-24T09:43:46,495 INFO [M:0;ba35ada4783f:42447 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.99 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/82fdb92226934bfcac4bc1eb388faab0 2024-11-24T09:43:46,500 INFO [M:0;ba35ada4783f:42447 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 82fdb92226934bfcac4bc1eb388faab0 2024-11-24T09:43:46,513 DEBUG [M:0;ba35ada4783f:42447 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/930490c806b44621a63a238f4682df54 is 69, key is ba35ada4783f,40807,1732441374277/rs:state/1732441374900/Put/seqid=0 2024-11-24T09:43:46,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43299 is added to blk_1073741852_1028 (size=5156) 2024-11-24T09:43:46,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40045 is added to blk_1073741852_1028 (size=5156) 2024-11-24T09:43:46,518 INFO [M:0;ba35ada4783f:42447 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/930490c806b44621a63a238f4682df54 2024-11-24T09:43:46,525 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40807-0x1016d83104d0001, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T09:43:46,525 INFO [RS:0;ba35ada4783f:40807 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T09:43:46,525 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40807-0x1016d83104d0001, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T09:43:46,525 INFO [RS:0;ba35ada4783f:40807 {}] regionserver.HRegionServer(1031): Exiting; stopping=ba35ada4783f,40807,1732441374277; zookeeper connection closed. 2024-11-24T09:43:46,525 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@16a14b76 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@16a14b76 2024-11-24T09:43:46,525 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T09:43:46,535 DEBUG [M:0;ba35ada4783f:42447 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/24c722ca6cfb4b7aa70db003d70d3299 is 52, key is load_balancer_on/state:d/1732441375653/Put/seqid=0 2024-11-24T09:43:46,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40045 is added to blk_1073741853_1029 (size=5056) 2024-11-24T09:43:46,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43299 is added to blk_1073741853_1029 (size=5056) 2024-11-24T09:43:46,541 INFO [M:0;ba35ada4783f:42447 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/24c722ca6cfb4b7aa70db003d70d3299 2024-11-24T09:43:46,546 DEBUG [M:0;ba35ada4783f:42447 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/51640a6e36604196ab905d9a80c6d532 as hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/51640a6e36604196ab905d9a80c6d532 2024-11-24T09:43:46,551 INFO [M:0;ba35ada4783f:42447 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/51640a6e36604196ab905d9a80c6d532, entries=8, sequenceid=121, filesize=5.5 K 2024-11-24T09:43:46,552 DEBUG [M:0;ba35ada4783f:42447 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/82fdb92226934bfcac4bc1eb388faab0 as hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/82fdb92226934bfcac4bc1eb388faab0 2024-11-24T09:43:46,558 INFO [M:0;ba35ada4783f:42447 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 82fdb92226934bfcac4bc1eb388faab0 2024-11-24T09:43:46,558 INFO [M:0;ba35ada4783f:42447 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/82fdb92226934bfcac4bc1eb388faab0, entries=14, sequenceid=121, filesize=7.6 K 2024-11-24T09:43:46,559 DEBUG [M:0;ba35ada4783f:42447 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/930490c806b44621a63a238f4682df54 as hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/930490c806b44621a63a238f4682df54 2024-11-24T09:43:46,565 INFO [M:0;ba35ada4783f:42447 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/930490c806b44621a63a238f4682df54, entries=1, sequenceid=121, filesize=5.0 K 2024-11-24T09:43:46,567 DEBUG [M:0;ba35ada4783f:42447 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/24c722ca6cfb4b7aa70db003d70d3299 as hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/24c722ca6cfb4b7aa70db003d70d3299 2024-11-24T09:43:46,573 INFO [M:0;ba35ada4783f:42447 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45103/user/jenkins/test-data/832d6522-6e3e-4f96-7d9f-549acae2c654/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/24c722ca6cfb4b7aa70db003d70d3299, entries=1, sequenceid=121, filesize=4.9 K 2024-11-24T09:43:46,574 INFO [M:0;ba35ada4783f:42447 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.59 KB/44638, heapSize ~54.94 KB/56256, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 121ms, sequenceid=121, compaction requested=false 2024-11-24T09:43:46,576 INFO [M:0;ba35ada4783f:42447 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T09:43:46,576 DEBUG [M:0;ba35ada4783f:42447 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732441426452Disabling compacts and flushes for region at 1732441426452Disabling writes for close at 1732441426453 (+1 ms)Obtaining lock to block concurrent updates at 1732441426453Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732441426453Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44638, getHeapSize=56256, getOffHeapSize=0, getCellsCount=140 at 1732441426453Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732441426454 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732441426454Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732441426466 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732441426466Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732441426476 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732441426490 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732441426490Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732441426500 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732441426513 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732441426513Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732441426523 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732441426535 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732441426535Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6adae27d: reopening flushed file at 1732441426545 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76673c6d: reopening flushed file at 1732441426552 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61d02756: reopening flushed file at 1732441426558 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33a98862: reopening flushed file at 1732441426566 (+8 ms)Finished flush of dataSize ~43.59 KB/44638, heapSize ~54.94 KB/56256, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 121ms, sequenceid=121, compaction requested=false at 1732441426574 (+8 ms)Writing region close event to WAL at 1732441426576 (+2 ms)Closed at 1732441426576 2024-11-24T09:43:46,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40045 is added to blk_1073741830_1006 (size=53035) 2024-11-24T09:43:46,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43299 is added to blk_1073741830_1006 (size=53035) 2024-11-24T09:43:46,579 INFO [M:0;ba35ada4783f:42447 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T09:43:46,579 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T09:43:46,579 INFO [M:0;ba35ada4783f:42447 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42447 2024-11-24T09:43:46,579 INFO [M:0;ba35ada4783f:42447 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T09:43:46,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42447-0x1016d83104d0000, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T09:43:46,691 INFO [M:0;ba35ada4783f:42447 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T09:43:46,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42447-0x1016d83104d0000, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T09:43:46,734 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5203cb5a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T09:43:46,735 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e6de787{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T09:43:46,735 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T09:43:46,736 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@88c5f5e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T09:43:46,736 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d06f275{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0f2f59c3-5919-fbfa-bb78-22912808ccc1/hadoop.log.dir/,STOPPED} 2024-11-24T09:43:46,739 WARN [BP-311787889-172.17.0.2-1732441372335 heartbeating to localhost/127.0.0.1:45103 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T09:43:46,739 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T09:43:46,739 WARN [BP-311787889-172.17.0.2-1732441372335 heartbeating to localhost/127.0.0.1:45103 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-311787889-172.17.0.2-1732441372335 (Datanode Uuid abf6031b-64d8-45c3-83f7-be75cfb2923d) service to localhost/127.0.0.1:45103 2024-11-24T09:43:46,739 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T09:43:46,739 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0f2f59c3-5919-fbfa-bb78-22912808ccc1/cluster_b5c80d20-f0fe-6ce4-c3d1-657c5684d658/data/data3/current/BP-311787889-172.17.0.2-1732441372335 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T09:43:46,740 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0f2f59c3-5919-fbfa-bb78-22912808ccc1/cluster_b5c80d20-f0fe-6ce4-c3d1-657c5684d658/data/data4/current/BP-311787889-172.17.0.2-1732441372335 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T09:43:46,740 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T09:43:46,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2749b77f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T09:43:46,742 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b10ba25{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T09:43:46,742 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T09:43:46,743 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e4d4b3e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T09:43:46,743 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53e46b79{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0f2f59c3-5919-fbfa-bb78-22912808ccc1/hadoop.log.dir/,STOPPED} 2024-11-24T09:43:46,744 WARN [BP-311787889-172.17.0.2-1732441372335 heartbeating to localhost/127.0.0.1:45103 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T09:43:46,744 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T09:43:46,744 WARN [BP-311787889-172.17.0.2-1732441372335 heartbeating to localhost/127.0.0.1:45103 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-311787889-172.17.0.2-1732441372335 (Datanode Uuid 3807e28a-94dc-450f-990e-ca41dc516c2a) service to localhost/127.0.0.1:45103 2024-11-24T09:43:46,744 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T09:43:46,745 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0f2f59c3-5919-fbfa-bb78-22912808ccc1/cluster_b5c80d20-f0fe-6ce4-c3d1-657c5684d658/data/data1/current/BP-311787889-172.17.0.2-1732441372335 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T09:43:46,745 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0f2f59c3-5919-fbfa-bb78-22912808ccc1/cluster_b5c80d20-f0fe-6ce4-c3d1-657c5684d658/data/data2/current/BP-311787889-172.17.0.2-1732441372335 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T09:43:46,745 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T09:43:46,750 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@24862949{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T09:43:46,751 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3627dfe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T09:43:46,751 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T09:43:46,751 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d13024f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T09:43:46,751 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5675ef4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0f2f59c3-5919-fbfa-bb78-22912808ccc1/hadoop.log.dir/,STOPPED} 2024-11-24T09:43:46,758 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T09:43:46,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T09:43:46,784 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=97 (was 101), OpenFileDescriptor=431 (was 444), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=260 (was 431), ProcessCount=11 (was 11), AvailableMemoryMB=7621 (was 7543) - AvailableMemoryMB LEAK? - 2024-11-24T09:43:46,789 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=97, OpenFileDescriptor=431, MaxFileDescriptor=1048576, SystemLoadAverage=260, ProcessCount=11, AvailableMemoryMB=7621 2024-11-24T09:43:46,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T09:43:46,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0f2f59c3-5919-fbfa-bb78-22912808ccc1/hadoop.log.dir so I do NOT create it in target/test-data/d722c0e7-bd7f-838a-2f28-3e5f24ac3db2 2024-11-24T09:43:46,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0f2f59c3-5919-fbfa-bb78-22912808ccc1/hadoop.tmp.dir so I do NOT create it in target/test-data/d722c0e7-bd7f-838a-2f28-3e5f24ac3db2 2024-11-24T09:43:46,790 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d722c0e7-bd7f-838a-2f28-3e5f24ac3db2/cluster_a4f9ad5a-d3c5-5939-fd6e-1c14c9ebf0a0, deleteOnExit=true 2024-11-24T09:43:46,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T09:43:46,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d722c0e7-bd7f-838a-2f28-3e5f24ac3db2/test.cache.data in system properties and HBase conf 2024-11-24T09:43:46,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d722c0e7-bd7f-838a-2f28-3e5f24ac3db2/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T09:43:46,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d722c0e7-bd7f-838a-2f28-3e5f24ac3db2/hadoop.log.dir in system properties and HBase conf 2024-11-24T09:43:46,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d722c0e7-bd7f-838a-2f28-3e5f24ac3db2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T09:43:46,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d722c0e7-bd7f-838a-2f28-3e5f24ac3db2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T09:43:46,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T09:43:46,790 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T09:43:46,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d722c0e7-bd7f-838a-2f28-3e5f24ac3db2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T09:43:46,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d722c0e7-bd7f-838a-2f28-3e5f24ac3db2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T09:43:46,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d722c0e7-bd7f-838a-2f28-3e5f24ac3db2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T09:43:46,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d722c0e7-bd7f-838a-2f28-3e5f24ac3db2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T09:43:46,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d722c0e7-bd7f-838a-2f28-3e5f24ac3db2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T09:43:46,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d722c0e7-bd7f-838a-2f28-3e5f24ac3db2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T09:43:46,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d722c0e7-bd7f-838a-2f28-3e5f24ac3db2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T09:43:46,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d722c0e7-bd7f-838a-2f28-3e5f24ac3db2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T09:43:46,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d722c0e7-bd7f-838a-2f28-3e5f24ac3db2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T09:43:46,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d722c0e7-bd7f-838a-2f28-3e5f24ac3db2/nfs.dump.dir in system properties and HBase conf 2024-11-24T09:43:46,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d722c0e7-bd7f-838a-2f28-3e5f24ac3db2/java.io.tmpdir in system properties and HBase conf 2024-11-24T09:43:46,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d722c0e7-bd7f-838a-2f28-3e5f24ac3db2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T09:43:46,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d722c0e7-bd7f-838a-2f28-3e5f24ac3db2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T09:43:46,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d722c0e7-bd7f-838a-2f28-3e5f24ac3db2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T09:43:46,957 INFO [regionserver/ba35ada4783f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T09:43:47,075 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T09:43:47,079 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T09:43:47,081 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T09:43:47,081 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T09:43:47,081 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T09:43:47,082 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T09:43:47,082 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68d6b1bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d722c0e7-bd7f-838a-2f28-3e5f24ac3db2/hadoop.log.dir/,AVAILABLE} 2024-11-24T09:43:47,083 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29aec73c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T09:43:47,175 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@419549fa{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d722c0e7-bd7f-838a-2f28-3e5f24ac3db2/java.io.tmpdir/jetty-localhost-36055-hadoop-hdfs-3_4_1-tests_jar-_-any-17831546747701203977/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T09:43:47,176 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23f801fa{HTTP/1.1, (http/1.1)}{localhost:36055} 2024-11-24T09:43:47,176 INFO [Time-limited test {}] server.Server(415): Started @148806ms 2024-11-24T09:43:47,377 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T09:43:47,380 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T09:43:47,380 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T09:43:47,380 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T09:43:47,381 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T09:43:47,381 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@603fe95f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d722c0e7-bd7f-838a-2f28-3e5f24ac3db2/hadoop.log.dir/,AVAILABLE} 2024-11-24T09:43:47,381 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f112309{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T09:43:47,474 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@784391b3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d722c0e7-bd7f-838a-2f28-3e5f24ac3db2/java.io.tmpdir/jetty-localhost-34871-hadoop-hdfs-3_4_1-tests_jar-_-any-930035981883123160/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T09:43:47,474 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72588fe2{HTTP/1.1, (http/1.1)}{localhost:34871} 2024-11-24T09:43:47,475 INFO [Time-limited test {}] server.Server(415): Started @149105ms 2024-11-24T09:43:47,476 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T09:43:47,498 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T09:43:47,502 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T09:43:47,502 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T09:43:47,502 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T09:43:47,502 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T09:43:47,503 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@170a96dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d722c0e7-bd7f-838a-2f28-3e5f24ac3db2/hadoop.log.dir/,AVAILABLE} 2024-11-24T09:43:47,503 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@886cba3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T09:43:47,596 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d140f4a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d722c0e7-bd7f-838a-2f28-3e5f24ac3db2/java.io.tmpdir/jetty-localhost-37199-hadoop-hdfs-3_4_1-tests_jar-_-any-16143823097832120344/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T09:43:47,597 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22bc77fc{HTTP/1.1, (http/1.1)}{localhost:37199} 2024-11-24T09:43:47,597 INFO [Time-limited test {}] server.Server(415): Started @149227ms 2024-11-24T09:43:47,598 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T09:43:48,120 WARN [Thread-1106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d722c0e7-bd7f-838a-2f28-3e5f24ac3db2/cluster_a4f9ad5a-d3c5-5939-fd6e-1c14c9ebf0a0/data/data1/current/BP-1464516383-172.17.0.2-1732441426815/current, will proceed with Du for space computation calculation, 2024-11-24T09:43:48,120 WARN [Thread-1107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d722c0e7-bd7f-838a-2f28-3e5f24ac3db2/cluster_a4f9ad5a-d3c5-5939-fd6e-1c14c9ebf0a0/data/data2/current/BP-1464516383-172.17.0.2-1732441426815/current, will proceed with Du for space computation calculation, 2024-11-24T09:43:48,143 WARN [Thread-1070 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T09:43:48,145 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd4f931d2333a2187 with lease ID 0x5b3bf50d8da80079: Processing first storage report for DS-21dd5259-367e-43ee-8852-d6d7adbe468d from datanode DatanodeRegistration(127.0.0.1:35957, datanodeUuid=3c931335-7b4f-4256-b5f8-1a64c0d7afcc, infoPort=42921, infoSecurePort=0, ipcPort=33415, storageInfo=lv=-57;cid=testClusterID;nsid=1484493903;c=1732441426815) 2024-11-24T09:43:48,145 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd4f931d2333a2187 with lease ID 0x5b3bf50d8da80079: from storage DS-21dd5259-367e-43ee-8852-d6d7adbe468d node DatanodeRegistration(127.0.0.1:35957, datanodeUuid=3c931335-7b4f-4256-b5f8-1a64c0d7afcc, infoPort=42921, infoSecurePort=0, ipcPort=33415, storageInfo=lv=-57;cid=testClusterID;nsid=1484493903;c=1732441426815), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T09:43:48,146 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd4f931d2333a2187 with lease ID 0x5b3bf50d8da80079: Processing first storage report for DS-6619db7c-332c-4714-9472-4060eb1e99d8 from datanode DatanodeRegistration(127.0.0.1:35957, datanodeUuid=3c931335-7b4f-4256-b5f8-1a64c0d7afcc, infoPort=42921, infoSecurePort=0, ipcPort=33415, storageInfo=lv=-57;cid=testClusterID;nsid=1484493903;c=1732441426815) 2024-11-24T09:43:48,146 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd4f931d2333a2187 with lease ID 0x5b3bf50d8da80079: from storage DS-6619db7c-332c-4714-9472-4060eb1e99d8 node DatanodeRegistration(127.0.0.1:35957, datanodeUuid=3c931335-7b4f-4256-b5f8-1a64c0d7afcc, infoPort=42921, infoSecurePort=0, ipcPort=33415, storageInfo=lv=-57;cid=testClusterID;nsid=1484493903;c=1732441426815), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T09:43:48,249 WARN [Thread-1117 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d722c0e7-bd7f-838a-2f28-3e5f24ac3db2/cluster_a4f9ad5a-d3c5-5939-fd6e-1c14c9ebf0a0/data/data3/current/BP-1464516383-172.17.0.2-1732441426815/current, will proceed with Du for space computation calculation, 2024-11-24T09:43:48,249 WARN [Thread-1118 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d722c0e7-bd7f-838a-2f28-3e5f24ac3db2/cluster_a4f9ad5a-d3c5-5939-fd6e-1c14c9ebf0a0/data/data4/current/BP-1464516383-172.17.0.2-1732441426815/current, will proceed with Du for space computation calculation, 2024-11-24T09:43:48,267 WARN [Thread-1093 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T09:43:48,269 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5eb37cd7fe727b8f with lease ID 0x5b3bf50d8da8007a: Processing first storage report for DS-697f3139-da04-468f-a0a4-e3596d5e1103 from datanode DatanodeRegistration(127.0.0.1:35195, datanodeUuid=185cc61a-b7d3-4c28-9363-0ba4b04b4953, infoPort=43881, infoSecurePort=0, ipcPort=44717, storageInfo=lv=-57;cid=testClusterID;nsid=1484493903;c=1732441426815) 2024-11-24T09:43:48,269 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5eb37cd7fe727b8f with lease ID 0x5b3bf50d8da8007a: from storage DS-697f3139-da04-468f-a0a4-e3596d5e1103 node DatanodeRegistration(127.0.0.1:35195, datanodeUuid=185cc61a-b7d3-4c28-9363-0ba4b04b4953, infoPort=43881, infoSecurePort=0, ipcPort=44717, storageInfo=lv=-57;cid=testClusterID;nsid=1484493903;c=1732441426815), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T09:43:48,269 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5eb37cd7fe727b8f with lease ID 0x5b3bf50d8da8007a: Processing first storage report for DS-4e556792-1bc7-4a40-980a-4a09ed167a13 from datanode DatanodeRegistration(127.0.0.1:35195, datanodeUuid=185cc61a-b7d3-4c28-9363-0ba4b04b4953, infoPort=43881, infoSecurePort=0, ipcPort=44717, storageInfo=lv=-57;cid=testClusterID;nsid=1484493903;c=1732441426815) 2024-11-24T09:43:48,269 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5eb37cd7fe727b8f with lease ID 0x5b3bf50d8da8007a: from storage DS-4e556792-1bc7-4a40-980a-4a09ed167a13 node DatanodeRegistration(127.0.0.1:35195, datanodeUuid=185cc61a-b7d3-4c28-9363-0ba4b04b4953, infoPort=43881, infoSecurePort=0, ipcPort=44717, storageInfo=lv=-57;cid=testClusterID;nsid=1484493903;c=1732441426815), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T09:43:48,325 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d722c0e7-bd7f-838a-2f28-3e5f24ac3db2 2024-11-24T09:43:48,331 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d722c0e7-bd7f-838a-2f28-3e5f24ac3db2/cluster_a4f9ad5a-d3c5-5939-fd6e-1c14c9ebf0a0/zookeeper_0, clientPort=54373, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d722c0e7-bd7f-838a-2f28-3e5f24ac3db2/cluster_a4f9ad5a-d3c5-5939-fd6e-1c14c9ebf0a0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d722c0e7-bd7f-838a-2f28-3e5f24ac3db2/cluster_a4f9ad5a-d3c5-5939-fd6e-1c14c9ebf0a0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T09:43:48,332 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54373 2024-11-24T09:43:48,332 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T09:43:48,334 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T09:43:48,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741825_1001 (size=7) 2024-11-24T09:43:48,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741825_1001 (size=7) 2024-11-24T09:43:48,344 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3 with version=8 2024-11-24T09:43:48,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/hbase-staging 2024-11-24T09:43:48,346 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ba35ada4783f:0 server-side Connection retries=45 2024-11-24T09:43:48,346 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T09:43:48,346 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T09:43:48,347 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T09:43:48,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T09:43:48,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T09:43:48,347 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T09:43:48,347 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T09:43:48,348 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41293 2024-11-24T09:43:48,350 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41293 connecting to ZooKeeper ensemble=127.0.0.1:54373 2024-11-24T09:43:48,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:412930x0, quorum=127.0.0.1:54373, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T09:43:48,387 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41293-0x1016d83e42c0000 connected 2024-11-24T09:43:48,457 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T09:43:48,459 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T09:43:48,463 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41293-0x1016d83e42c0000, quorum=127.0.0.1:54373, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T09:43:48,463 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3, hbase.cluster.distributed=false 2024-11-24T09:43:48,466 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41293-0x1016d83e42c0000, quorum=127.0.0.1:54373, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T09:43:48,467 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41293 2024-11-24T09:43:48,467 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41293 2024-11-24T09:43:48,467 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41293 2024-11-24T09:43:48,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41293 2024-11-24T09:43:48,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41293 2024-11-24T09:43:48,485 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ba35ada4783f:0 server-side Connection retries=45 2024-11-24T09:43:48,485 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T09:43:48,485 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T09:43:48,485 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T09:43:48,486 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T09:43:48,486 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T09:43:48,486 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T09:43:48,486 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T09:43:48,486 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36095 2024-11-24T09:43:48,488 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36095 connecting to ZooKeeper ensemble=127.0.0.1:54373 2024-11-24T09:43:48,488 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T09:43:48,489 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T09:43:48,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:360950x0, quorum=127.0.0.1:54373, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T09:43:48,499 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:360950x0, quorum=127.0.0.1:54373, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T09:43:48,499 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36095-0x1016d83e42c0001 connected 2024-11-24T09:43:48,499 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T09:43:48,499 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T09:43:48,500 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36095-0x1016d83e42c0001, quorum=127.0.0.1:54373, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T09:43:48,501 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36095-0x1016d83e42c0001, quorum=127.0.0.1:54373, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T09:43:48,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36095 2024-11-24T09:43:48,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36095 2024-11-24T09:43:48,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36095 2024-11-24T09:43:48,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36095 2024-11-24T09:43:48,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36095 2024-11-24T09:43:48,516 DEBUG [M:0;ba35ada4783f:41293 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ba35ada4783f:41293 2024-11-24T09:43:48,516 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/ba35ada4783f,41293,1732441428346 2024-11-24T09:43:48,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36095-0x1016d83e42c0001, quorum=127.0.0.1:54373, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T09:43:48,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41293-0x1016d83e42c0000, quorum=127.0.0.1:54373, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T09:43:48,524 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41293-0x1016d83e42c0000, quorum=127.0.0.1:54373, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ba35ada4783f,41293,1732441428346 2024-11-24T09:43:48,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41293-0x1016d83e42c0000, quorum=127.0.0.1:54373, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:43:48,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36095-0x1016d83e42c0001, quorum=127.0.0.1:54373, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T09:43:48,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36095-0x1016d83e42c0001, quorum=127.0.0.1:54373, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:43:48,532 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41293-0x1016d83e42c0000, quorum=127.0.0.1:54373, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-24T09:43:48,533 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ba35ada4783f,41293,1732441428346 from backup master directory 2024-11-24T09:43:48,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36095-0x1016d83e42c0001, quorum=127.0.0.1:54373, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T09:43:48,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41293-0x1016d83e42c0000, quorum=127.0.0.1:54373, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ba35ada4783f,41293,1732441428346 2024-11-24T09:43:48,540 WARN [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T09:43:48,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41293-0x1016d83e42c0000, quorum=127.0.0.1:54373, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T09:43:48,540 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ba35ada4783f,41293,1732441428346 2024-11-24T09:43:48,544 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/hbase.id] with ID: 53072ad3-c0dd-401b-9bb5-4ec733d48aa5 2024-11-24T09:43:48,544 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/.tmp/hbase.id 2024-11-24T09:43:48,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741826_1002 (size=42) 2024-11-24T09:43:48,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741826_1002 (size=42) 2024-11-24T09:43:48,551 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/.tmp/hbase.id]:[hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/hbase.id] 2024-11-24T09:43:48,563 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T09:43:48,564 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T09:43:48,565 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T09:43:48,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36095-0x1016d83e42c0001, quorum=127.0.0.1:54373, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:43:48,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41293-0x1016d83e42c0000, quorum=127.0.0.1:54373, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:43:48,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741827_1003 (size=196) 2024-11-24T09:43:48,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741827_1003 (size=196) 2024-11-24T09:43:48,581 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T09:43:48,581 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T09:43:48,582 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T09:43:48,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741828_1004 (size=1189) 2024-11-24T09:43:48,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741828_1004 (size=1189) 2024-11-24T09:43:48,590 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/MasterData/data/master/store 2024-11-24T09:43:48,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741829_1005 (size=34) 2024-11-24T09:43:48,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741829_1005 (size=34) 2024-11-24T09:43:48,599 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:43:48,599 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T09:43:48,599 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T09:43:48,599 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T09:43:48,599 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T09:43:48,599 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T09:43:48,599 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T09:43:48,599 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732441428599Disabling compacts and flushes for region at 1732441428599Disabling writes for close at 1732441428599Writing region close event to WAL at 1732441428599Closed at 1732441428599 2024-11-24T09:43:48,600 WARN [master/ba35ada4783f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/MasterData/data/master/store/.initializing 2024-11-24T09:43:48,600 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/MasterData/WALs/ba35ada4783f,41293,1732441428346 2024-11-24T09:43:48,601 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T09:43:48,603 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ba35ada4783f%2C41293%2C1732441428346, suffix=, logDir=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/MasterData/WALs/ba35ada4783f,41293,1732441428346, archiveDir=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/MasterData/oldWALs, maxLogs=10 2024-11-24T09:43:48,614 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/MasterData/WALs/ba35ada4783f,41293,1732441428346/ba35ada4783f%2C41293%2C1732441428346.1732441428603, exclude list is [], retry=0 2024-11-24T09:43:48,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35195,DS-697f3139-da04-468f-a0a4-e3596d5e1103,DISK] 2024-11-24T09:43:48,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35957,DS-21dd5259-367e-43ee-8852-d6d7adbe468d,DISK] 2024-11-24T09:43:48,619 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/MasterData/WALs/ba35ada4783f,41293,1732441428346/ba35ada4783f%2C41293%2C1732441428346.1732441428603 2024-11-24T09:43:48,619 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43881:43881),(127.0.0.1/127.0.0.1:42921:42921)] 2024-11-24T09:43:48,619 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T09:43:48,619 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:43:48,620 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:43:48,620 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:43:48,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:43:48,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T09:43:48,622 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:43:48,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T09:43:48,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:43:48,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T09:43:48,624 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:43:48,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:43:48,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:43:48,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T09:43:48,625 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:43:48,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:43:48,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:43:48,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T09:43:48,627 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:43:48,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:43:48,627 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:43:48,628 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:43:48,628 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:43:48,629 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:43:48,629 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:43:48,630 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T09:43:48,631 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:43:48,633 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T09:43:48,633 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=862029, jitterRate=0.0961274653673172}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T09:43:48,634 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732441428620Initializing all the Stores at 1732441428621 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732441428621Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732441428621Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732441428621Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732441428621Cleaning up temporary data from old regions at 1732441428630 (+9 ms)Region opened successfully at 1732441428634 (+4 ms) 2024-11-24T09:43:48,634 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T09:43:48,637 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@210ba5d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba35ada4783f/172.17.0.2:0 2024-11-24T09:43:48,638 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T09:43:48,638 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T09:43:48,638 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T09:43:48,639 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T09:43:48,639 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T09:43:48,639 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T09:43:48,639 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T09:43:48,641 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T09:43:48,642 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41293-0x1016d83e42c0000, quorum=127.0.0.1:54373, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-24T09:43:48,673 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-24T09:43:48,674 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T09:43:48,675 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41293-0x1016d83e42c0000, quorum=127.0.0.1:54373, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-24T09:43:48,681 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-24T09:43:48,682 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T09:43:48,683 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41293-0x1016d83e42c0000, quorum=127.0.0.1:54373, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-24T09:43:48,690 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-24T09:43:48,692 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41293-0x1016d83e42c0000, quorum=127.0.0.1:54373, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-24T09:43:48,698 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-24T09:43:48,703 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41293-0x1016d83e42c0000, quorum=127.0.0.1:54373, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T09:43:48,713 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-24T09:43:48,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41293-0x1016d83e42c0000, quorum=127.0.0.1:54373, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T09:43:48,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36095-0x1016d83e42c0001, quorum=127.0.0.1:54373, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T09:43:48,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36095-0x1016d83e42c0001, quorum=127.0.0.1:54373, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:43:48,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41293-0x1016d83e42c0000, quorum=127.0.0.1:54373, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:43:48,725 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ba35ada4783f,41293,1732441428346, sessionid=0x1016d83e42c0000, setting cluster-up flag (Was=false) 2024-11-24T09:43:48,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41293-0x1016d83e42c0000, quorum=127.0.0.1:54373, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:43:48,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36095-0x1016d83e42c0001, quorum=127.0.0.1:54373, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:43:48,765 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-24T09:43:48,769 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba35ada4783f,41293,1732441428346 2024-11-24T09:43:48,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36095-0x1016d83e42c0001, quorum=127.0.0.1:54373, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:43:48,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41293-0x1016d83e42c0000, quorum=127.0.0.1:54373, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:43:48,815 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-24T09:43:48,819 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba35ada4783f,41293,1732441428346 2024-11-24T09:43:48,821 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T09:43:48,824 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T09:43:48,825 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T09:43:48,825 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T09:43:48,825 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ba35ada4783f,41293,1732441428346 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T09:43:48,828 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ba35ada4783f:0, corePoolSize=5, maxPoolSize=5 2024-11-24T09:43:48,828 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ba35ada4783f:0, corePoolSize=5, maxPoolSize=5 2024-11-24T09:43:48,828 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ba35ada4783f:0, corePoolSize=5, maxPoolSize=5 2024-11-24T09:43:48,828 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ba35ada4783f:0, corePoolSize=5, maxPoolSize=5 2024-11-24T09:43:48,828 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ba35ada4783f:0, corePoolSize=10, maxPoolSize=10 2024-11-24T09:43:48,828 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:43:48,828 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ba35ada4783f:0, corePoolSize=2, maxPoolSize=2 2024-11-24T09:43:48,828 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:43:48,829 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732441458829 2024-11-24T09:43:48,829 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T09:43:48,829 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T09:43:48,829 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T09:43:48,829 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T09:43:48,829 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T09:43:48,829 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T09:43:48,829 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T09:43:48,830 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T09:43:48,830 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T09:43:48,830 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T09:43:48,830 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T09:43:48,830 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T09:43:48,830 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T09:43:48,830 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T09:43:48,830 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ba35ada4783f:0:becomeActiveMaster-HFileCleaner.large.0-1732441428830,5,FailOnTimeoutGroup] 2024-11-24T09:43:48,831 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ba35ada4783f:0:becomeActiveMaster-HFileCleaner.small.0-1732441428830,5,FailOnTimeoutGroup] 2024-11-24T09:43:48,831 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T09:43:48,831 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T09:43:48,831 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T09:43:48,831 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T09:43:48,831 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:43:48,831 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T09:43:48,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741831_1007 (size=1321) 2024-11-24T09:43:48,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741831_1007 (size=1321) 2024-11-24T09:43:48,905 INFO [RS:0;ba35ada4783f:36095 {}] regionserver.HRegionServer(746): ClusterId : 53072ad3-c0dd-401b-9bb5-4ec733d48aa5 2024-11-24T09:43:48,905 DEBUG [RS:0;ba35ada4783f:36095 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T09:43:48,924 DEBUG [RS:0;ba35ada4783f:36095 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T09:43:48,924 DEBUG [RS:0;ba35ada4783f:36095 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T09:43:48,932 DEBUG [RS:0;ba35ada4783f:36095 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T09:43:48,933 DEBUG [RS:0;ba35ada4783f:36095 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@702f99c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba35ada4783f/172.17.0.2:0 2024-11-24T09:43:48,947 DEBUG [RS:0;ba35ada4783f:36095 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ba35ada4783f:36095 2024-11-24T09:43:48,947 INFO [RS:0;ba35ada4783f:36095 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T09:43:48,947 INFO [RS:0;ba35ada4783f:36095 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T09:43:48,947 DEBUG [RS:0;ba35ada4783f:36095 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T09:43:48,948 INFO [RS:0;ba35ada4783f:36095 {}] regionserver.HRegionServer(2659): reportForDuty to master=ba35ada4783f,41293,1732441428346 with port=36095, startcode=1732441428485 2024-11-24T09:43:48,948 DEBUG [RS:0;ba35ada4783f:36095 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T09:43:48,950 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59935, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T09:43:48,950 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41293 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ba35ada4783f,36095,1732441428485 2024-11-24T09:43:48,950 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41293 {}] master.ServerManager(517): Registering regionserver=ba35ada4783f,36095,1732441428485 2024-11-24T09:43:48,952 DEBUG [RS:0;ba35ada4783f:36095 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3 2024-11-24T09:43:48,952 DEBUG [RS:0;ba35ada4783f:36095 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40873 2024-11-24T09:43:48,952 DEBUG [RS:0;ba35ada4783f:36095 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T09:43:48,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41293-0x1016d83e42c0000, quorum=127.0.0.1:54373, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T09:43:48,964 DEBUG [RS:0;ba35ada4783f:36095 {}] zookeeper.ZKUtil(111): regionserver:36095-0x1016d83e42c0001, quorum=127.0.0.1:54373, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ba35ada4783f,36095,1732441428485 2024-11-24T09:43:48,964 WARN [RS:0;ba35ada4783f:36095 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T09:43:48,964 INFO [RS:0;ba35ada4783f:36095 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T09:43:48,964 DEBUG [RS:0;ba35ada4783f:36095 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/WALs/ba35ada4783f,36095,1732441428485 2024-11-24T09:43:48,964 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ba35ada4783f,36095,1732441428485] 2024-11-24T09:43:48,968 INFO [RS:0;ba35ada4783f:36095 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T09:43:48,969 INFO [RS:0;ba35ada4783f:36095 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T09:43:48,969 INFO [RS:0;ba35ada4783f:36095 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T09:43:48,969 INFO [RS:0;ba35ada4783f:36095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T09:43:48,970 INFO [RS:0;ba35ada4783f:36095 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T09:43:48,970 INFO [RS:0;ba35ada4783f:36095 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T09:43:48,970 INFO [RS:0;ba35ada4783f:36095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T09:43:48,971 DEBUG [RS:0;ba35ada4783f:36095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:43:48,971 DEBUG [RS:0;ba35ada4783f:36095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:43:48,971 DEBUG [RS:0;ba35ada4783f:36095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:43:48,971 DEBUG [RS:0;ba35ada4783f:36095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:43:48,971 DEBUG [RS:0;ba35ada4783f:36095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:43:48,971 DEBUG [RS:0;ba35ada4783f:36095 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ba35ada4783f:0, corePoolSize=2, maxPoolSize=2 2024-11-24T09:43:48,971 DEBUG [RS:0;ba35ada4783f:36095 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:43:48,971 DEBUG [RS:0;ba35ada4783f:36095 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:43:48,971 DEBUG [RS:0;ba35ada4783f:36095 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:43:48,971 DEBUG [RS:0;ba35ada4783f:36095 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:43:48,971 DEBUG [RS:0;ba35ada4783f:36095 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:43:48,971 DEBUG [RS:0;ba35ada4783f:36095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:43:48,971 DEBUG [RS:0;ba35ada4783f:36095 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ba35ada4783f:0, corePoolSize=3, maxPoolSize=3 2024-11-24T09:43:48,971 DEBUG [RS:0;ba35ada4783f:36095 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ba35ada4783f:0, corePoolSize=3, maxPoolSize=3 2024-11-24T09:43:48,972 INFO [RS:0;ba35ada4783f:36095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T09:43:48,972 INFO [RS:0;ba35ada4783f:36095 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T09:43:48,972 INFO [RS:0;ba35ada4783f:36095 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T09:43:48,972 INFO [RS:0;ba35ada4783f:36095 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T09:43:48,972 INFO [RS:0;ba35ada4783f:36095 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T09:43:48,972 INFO [RS:0;ba35ada4783f:36095 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba35ada4783f,36095,1732441428485-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T09:43:48,994 INFO [RS:0;ba35ada4783f:36095 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T09:43:48,994 INFO [RS:0;ba35ada4783f:36095 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba35ada4783f,36095,1732441428485-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T09:43:48,994 INFO [RS:0;ba35ada4783f:36095 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T09:43:48,995 INFO [RS:0;ba35ada4783f:36095 {}] regionserver.Replication(171): ba35ada4783f,36095,1732441428485 started 2024-11-24T09:43:49,008 INFO [RS:0;ba35ada4783f:36095 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T09:43:49,008 INFO [RS:0;ba35ada4783f:36095 {}] regionserver.HRegionServer(1482): Serving as ba35ada4783f,36095,1732441428485, RpcServer on ba35ada4783f/172.17.0.2:36095, sessionid=0x1016d83e42c0001 2024-11-24T09:43:49,008 DEBUG [RS:0;ba35ada4783f:36095 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T09:43:49,008 DEBUG [RS:0;ba35ada4783f:36095 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ba35ada4783f,36095,1732441428485 2024-11-24T09:43:49,008 DEBUG [RS:0;ba35ada4783f:36095 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba35ada4783f,36095,1732441428485' 2024-11-24T09:43:49,008 DEBUG [RS:0;ba35ada4783f:36095 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T09:43:49,009 DEBUG [RS:0;ba35ada4783f:36095 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T09:43:49,009 DEBUG [RS:0;ba35ada4783f:36095 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T09:43:49,009 DEBUG [RS:0;ba35ada4783f:36095 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T09:43:49,009 DEBUG [RS:0;ba35ada4783f:36095 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ba35ada4783f,36095,1732441428485 2024-11-24T09:43:49,009 DEBUG [RS:0;ba35ada4783f:36095 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba35ada4783f,36095,1732441428485' 2024-11-24T09:43:49,009 DEBUG [RS:0;ba35ada4783f:36095 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T09:43:49,010 DEBUG [RS:0;ba35ada4783f:36095 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T09:43:49,010 DEBUG [RS:0;ba35ada4783f:36095 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T09:43:49,010 INFO [RS:0;ba35ada4783f:36095 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T09:43:49,010 INFO [RS:0;ba35ada4783f:36095 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T09:43:49,110 INFO [RS:0;ba35ada4783f:36095 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T09:43:49,112 INFO [RS:0;ba35ada4783f:36095 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ba35ada4783f%2C36095%2C1732441428485, suffix=, logDir=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/WALs/ba35ada4783f,36095,1732441428485, archiveDir=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/oldWALs, maxLogs=32 2024-11-24T09:43:49,126 DEBUG [RS:0;ba35ada4783f:36095 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/WALs/ba35ada4783f,36095,1732441428485/ba35ada4783f%2C36095%2C1732441428485.1732441429113, exclude list is [], retry=0 2024-11-24T09:43:49,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35957,DS-21dd5259-367e-43ee-8852-d6d7adbe468d,DISK] 2024-11-24T09:43:49,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35195,DS-697f3139-da04-468f-a0a4-e3596d5e1103,DISK] 2024-11-24T09:43:49,131 INFO [RS:0;ba35ada4783f:36095 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/WALs/ba35ada4783f,36095,1732441428485/ba35ada4783f%2C36095%2C1732441428485.1732441429113 2024-11-24T09:43:49,131 DEBUG [RS:0;ba35ada4783f:36095 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42921:42921),(127.0.0.1/127.0.0.1:43881:43881)] 2024-11-24T09:43:49,239 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T09:43:49,240 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3 2024-11-24T09:43:49,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741833_1009 (size=32) 2024-11-24T09:43:49,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741833_1009 (size=32) 2024-11-24T09:43:49,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:43:49,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T09:43:49,255 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T09:43:49,255 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:43:49,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T09:43:49,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T09:43:49,257 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T09:43:49,257 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:43:49,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T09:43:49,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T09:43:49,259 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T09:43:49,259 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:43:49,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T09:43:49,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T09:43:49,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T09:43:49,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:43:49,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T09:43:49,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T09:43:49,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/hbase/meta/1588230740 2024-11-24T09:43:49,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/hbase/meta/1588230740 2024-11-24T09:43:49,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T09:43:49,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T09:43:49,265 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T09:43:49,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T09:43:49,268 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T09:43:49,268 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=746815, jitterRate=-0.05037678778171539}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T09:43:49,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732441429253Initializing all the Stores at 1732441429253Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732441429253Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732441429254 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732441429254Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732441429254Cleaning up temporary data from old regions at 1732441429264 (+10 ms)Region opened successfully at 1732441429269 (+5 ms) 2024-11-24T09:43:49,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T09:43:49,269 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T09:43:49,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T09:43:49,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T09:43:49,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T09:43:49,270 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T09:43:49,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732441429269Disabling compacts and flushes for region at 1732441429269Disabling writes for close at 1732441429269Writing region close event to WAL at 1732441429270 (+1 ms)Closed at 1732441429270 2024-11-24T09:43:49,271 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T09:43:49,271 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T09:43:49,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T09:43:49,272 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T09:43:49,273 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T09:43:49,423 DEBUG [ba35ada4783f:41293 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T09:43:49,424 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ba35ada4783f,36095,1732441428485 2024-11-24T09:43:49,426 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba35ada4783f,36095,1732441428485, state=OPENING 2024-11-24T09:43:49,457 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T09:43:49,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36095-0x1016d83e42c0001, quorum=127.0.0.1:54373, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:43:49,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41293-0x1016d83e42c0000, quorum=127.0.0.1:54373, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:43:49,467 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T09:43:49,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ba35ada4783f,36095,1732441428485}] 2024-11-24T09:43:49,467 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T09:43:49,467 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T09:43:49,624 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T09:43:49,627 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59715, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T09:43:49,634 INFO [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T09:43:49,634 INFO [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T09:43:49,635 INFO [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T09:43:49,637 INFO [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ba35ada4783f%2C36095%2C1732441428485.meta, suffix=.meta, logDir=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/WALs/ba35ada4783f,36095,1732441428485, archiveDir=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/oldWALs, maxLogs=32 2024-11-24T09:43:49,653 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/WALs/ba35ada4783f,36095,1732441428485/ba35ada4783f%2C36095%2C1732441428485.meta.1732441429638.meta, exclude list is [], retry=0 2024-11-24T09:43:49,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35957,DS-21dd5259-367e-43ee-8852-d6d7adbe468d,DISK] 2024-11-24T09:43:49,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35195,DS-697f3139-da04-468f-a0a4-e3596d5e1103,DISK] 2024-11-24T09:43:49,656 INFO [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/WALs/ba35ada4783f,36095,1732441428485/ba35ada4783f%2C36095%2C1732441428485.meta.1732441429638.meta 2024-11-24T09:43:49,657 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43881:43881),(127.0.0.1/127.0.0.1:42921:42921)] 2024-11-24T09:43:49,657 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T09:43:49,657 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T09:43:49,657 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T09:43:49,657 INFO [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T09:43:49,657 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T09:43:49,657 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:43:49,657 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T09:43:49,657 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T09:43:49,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T09:43:49,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T09:43:49,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:43:49,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T09:43:49,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T09:43:49,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T09:43:49,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:43:49,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T09:43:49,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T09:43:49,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T09:43:49,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:43:49,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T09:43:49,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T09:43:49,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T09:43:49,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:43:49,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T09:43:49,663 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T09:43:49,664 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/hbase/meta/1588230740 2024-11-24T09:43:49,665 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/hbase/meta/1588230740 2024-11-24T09:43:49,666 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T09:43:49,666 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T09:43:49,667 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T09:43:49,668 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T09:43:49,669 INFO [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=756752, jitterRate=-0.03774009644985199}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T09:43:49,669 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T09:43:49,669 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732441429657Writing region info on filesystem at 1732441429657Initializing all the Stores at 1732441429658 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732441429658Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732441429658Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732441429658Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732441429658Cleaning up temporary data from old regions at 1732441429666 (+8 ms)Running coprocessor post-open hooks at 1732441429669 (+3 ms)Region opened successfully at 1732441429669 2024-11-24T09:43:49,670 INFO [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732441429623 2024-11-24T09:43:49,672 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T09:43:49,672 INFO [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T09:43:49,673 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ba35ada4783f,36095,1732441428485 2024-11-24T09:43:49,674 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba35ada4783f,36095,1732441428485, state=OPEN 2024-11-24T09:43:49,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36095-0x1016d83e42c0001, quorum=127.0.0.1:54373, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T09:43:49,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41293-0x1016d83e42c0000, quorum=127.0.0.1:54373, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T09:43:49,713 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ba35ada4783f,36095,1732441428485 2024-11-24T09:43:49,713 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T09:43:49,713 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T09:43:49,718 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T09:43:49,718 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ba35ada4783f,36095,1732441428485 in 246 msec 2024-11-24T09:43:49,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T09:43:49,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 447 msec 2024-11-24T09:43:49,723 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T09:43:49,724 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T09:43:49,725 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T09:43:49,726 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba35ada4783f,36095,1732441428485, seqNum=-1] 2024-11-24T09:43:49,726 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:43:49,728 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59845, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:43:49,735 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 910 msec 2024-11-24T09:43:49,735 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732441429735, completionTime=-1 2024-11-24T09:43:49,735 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T09:43:49,735 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T09:43:49,737 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T09:43:49,737 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732441489737 2024-11-24T09:43:49,737 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732441549737 2024-11-24T09:43:49,737 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T09:43:49,738 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba35ada4783f,41293,1732441428346-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T09:43:49,738 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba35ada4783f,41293,1732441428346-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T09:43:49,738 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba35ada4783f,41293,1732441428346-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T09:43:49,738 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ba35ada4783f:41293, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T09:43:49,738 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T09:43:49,738 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T09:43:49,739 DEBUG [master/ba35ada4783f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T09:43:49,744 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.204sec 2024-11-24T09:43:49,744 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T09:43:49,744 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T09:43:49,744 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T09:43:49,744 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T09:43:49,744 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T09:43:49,744 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba35ada4783f,41293,1732441428346-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T09:43:49,744 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba35ada4783f,41293,1732441428346-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T09:43:49,747 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T09:43:49,747 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T09:43:49,747 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba35ada4783f,41293,1732441428346-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T09:43:49,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1af33557, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:43:49,805 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba35ada4783f,41293,-1 for getting cluster id 2024-11-24T09:43:49,805 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T09:43:49,807 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53072ad3-c0dd-401b-9bb5-4ec733d48aa5' 2024-11-24T09:43:49,808 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T09:43:49,808 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53072ad3-c0dd-401b-9bb5-4ec733d48aa5" 2024-11-24T09:43:49,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@767d3f08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:43:49,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba35ada4783f,41293,-1] 2024-11-24T09:43:49,810 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T09:43:49,811 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:43:49,812 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60268, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T09:43:49,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a435ad8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:43:49,815 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T09:43:49,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba35ada4783f,36095,1732441428485, seqNum=-1] 2024-11-24T09:43:49,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:43:49,819 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42984, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:43:49,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ba35ada4783f,41293,1732441428346 2024-11-24T09:43:49,821 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T09:43:49,823 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-24T09:43:49,823 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T09:43:49,824 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is ba35ada4783f,41293,1732441428346 2024-11-24T09:43:49,825 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7076ac09 2024-11-24T09:43:49,825 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T09:43:49,826 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60280, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T09:43:49,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-24T09:43:49,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-24T09:43:49,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T09:43:49,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-11-24T09:43:49,830 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T09:43:49,830 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:43:49,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-11-24T09:43:49,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T09:43:49,831 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T09:43:49,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741835_1011 (size=381) 2024-11-24T09:43:49,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741835_1011 (size=381) 2024-11-24T09:43:49,840 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => abfee48a0422af1989e5f3a35a8a9e68, NAME => 'TestLogRolling-testLogRolling,,1732441429827.abfee48a0422af1989e5f3a35a8a9e68.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3 2024-11-24T09:43:49,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741836_1012 (size=64) 2024-11-24T09:43:49,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741836_1012 (size=64) 2024-11-24T09:43:49,846 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1732441429827.abfee48a0422af1989e5f3a35a8a9e68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:43:49,847 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing abfee48a0422af1989e5f3a35a8a9e68, disabling compactions & flushes 2024-11-24T09:43:49,847 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1732441429827.abfee48a0422af1989e5f3a35a8a9e68. 2024-11-24T09:43:49,847 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1732441429827.abfee48a0422af1989e5f3a35a8a9e68. 2024-11-24T09:43:49,847 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1732441429827.abfee48a0422af1989e5f3a35a8a9e68. after waiting 0 ms 2024-11-24T09:43:49,847 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1732441429827.abfee48a0422af1989e5f3a35a8a9e68. 2024-11-24T09:43:49,847 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1732441429827.abfee48a0422af1989e5f3a35a8a9e68. 2024-11-24T09:43:49,847 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for abfee48a0422af1989e5f3a35a8a9e68: Waiting for close lock at 1732441429847Disabling compacts and flushes for region at 1732441429847Disabling writes for close at 1732441429847Writing region close event to WAL at 1732441429847Closed at 1732441429847 2024-11-24T09:43:49,848 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T09:43:49,848 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1732441429827.abfee48a0422af1989e5f3a35a8a9e68.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1732441429848"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732441429848"}]},"ts":"1732441429848"} 2024-11-24T09:43:49,850 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T09:43:49,851 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T09:43:49,852 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732441429851"}]},"ts":"1732441429851"} 2024-11-24T09:43:49,853 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-11-24T09:43:49,853 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=abfee48a0422af1989e5f3a35a8a9e68, ASSIGN}] 2024-11-24T09:43:49,854 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=abfee48a0422af1989e5f3a35a8a9e68, ASSIGN 2024-11-24T09:43:49,855 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=abfee48a0422af1989e5f3a35a8a9e68, ASSIGN; state=OFFLINE, location=ba35ada4783f,36095,1732441428485; forceNewPlan=false, retain=false 2024-11-24T09:43:50,007 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=abfee48a0422af1989e5f3a35a8a9e68, regionState=OPENING, regionLocation=ba35ada4783f,36095,1732441428485 2024-11-24T09:43:50,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=abfee48a0422af1989e5f3a35a8a9e68, ASSIGN because future has completed 2024-11-24T09:43:50,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure abfee48a0422af1989e5f3a35a8a9e68, server=ba35ada4783f,36095,1732441428485}] 2024-11-24T09:43:50,173 INFO [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1732441429827.abfee48a0422af1989e5f3a35a8a9e68. 2024-11-24T09:43:50,173 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => abfee48a0422af1989e5f3a35a8a9e68, NAME => 'TestLogRolling-testLogRolling,,1732441429827.abfee48a0422af1989e5f3a35a8a9e68.', STARTKEY => '', ENDKEY => ''} 2024-11-24T09:43:50,174 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling abfee48a0422af1989e5f3a35a8a9e68 2024-11-24T09:43:50,174 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1732441429827.abfee48a0422af1989e5f3a35a8a9e68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:43:50,174 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for abfee48a0422af1989e5f3a35a8a9e68 2024-11-24T09:43:50,174 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for abfee48a0422af1989e5f3a35a8a9e68 2024-11-24T09:43:50,176 INFO [StoreOpener-abfee48a0422af1989e5f3a35a8a9e68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region abfee48a0422af1989e5f3a35a8a9e68 2024-11-24T09:43:50,177 INFO [StoreOpener-abfee48a0422af1989e5f3a35a8a9e68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abfee48a0422af1989e5f3a35a8a9e68 columnFamilyName info 2024-11-24T09:43:50,177 DEBUG [StoreOpener-abfee48a0422af1989e5f3a35a8a9e68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:43:50,178 INFO [StoreOpener-abfee48a0422af1989e5f3a35a8a9e68-1 {}] regionserver.HStore(327): Store=abfee48a0422af1989e5f3a35a8a9e68/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:43:50,178 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for abfee48a0422af1989e5f3a35a8a9e68 2024-11-24T09:43:50,179 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68 2024-11-24T09:43:50,179 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68 2024-11-24T09:43:50,180 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for abfee48a0422af1989e5f3a35a8a9e68 2024-11-24T09:43:50,180 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for abfee48a0422af1989e5f3a35a8a9e68 2024-11-24T09:43:50,182 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for abfee48a0422af1989e5f3a35a8a9e68 2024-11-24T09:43:50,184 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T09:43:50,184 INFO [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened abfee48a0422af1989e5f3a35a8a9e68; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=793528, jitterRate=0.00902324914932251}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T09:43:50,184 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for abfee48a0422af1989e5f3a35a8a9e68 2024-11-24T09:43:50,185 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for abfee48a0422af1989e5f3a35a8a9e68: Running coprocessor pre-open hook at 1732441430174Writing region info on filesystem at 1732441430174Initializing all the Stores at 1732441430175 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732441430175Cleaning up temporary data from old regions at 1732441430180 (+5 ms)Running coprocessor post-open hooks at 1732441430184 (+4 ms)Region opened successfully at 1732441430185 (+1 ms) 2024-11-24T09:43:50,186 INFO [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1732441429827.abfee48a0422af1989e5f3a35a8a9e68., pid=6, masterSystemTime=1732441430169 2024-11-24T09:43:50,188 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1732441429827.abfee48a0422af1989e5f3a35a8a9e68. 2024-11-24T09:43:50,188 INFO [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1732441429827.abfee48a0422af1989e5f3a35a8a9e68. 2024-11-24T09:43:50,189 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=abfee48a0422af1989e5f3a35a8a9e68, regionState=OPEN, openSeqNum=2, regionLocation=ba35ada4783f,36095,1732441428485 2024-11-24T09:43:50,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure abfee48a0422af1989e5f3a35a8a9e68, server=ba35ada4783f,36095,1732441428485 because future has completed 2024-11-24T09:43:50,195 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T09:43:50,195 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure abfee48a0422af1989e5f3a35a8a9e68, server=ba35ada4783f,36095,1732441428485 in 177 msec 2024-11-24T09:43:50,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T09:43:50,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=abfee48a0422af1989e5f3a35a8a9e68, ASSIGN in 342 msec 2024-11-24T09:43:50,198 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T09:43:50,198 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732441430198"}]},"ts":"1732441430198"} 2024-11-24T09:43:50,200 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-11-24T09:43:50,201 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T09:43:50,203 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 374 msec 2024-11-24T09:43:51,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:43:51,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:43:51,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:43:51,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:43:51,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:43:51,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:43:51,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:43:51,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:43:51,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:43:51,755 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T09:43:51,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:43:51,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:43:51,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:43:51,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:43:51,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:43:51,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:43:51,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:43:51,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:43:51,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:43:54,968 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T09:43:54,969 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-11-24T09:43:56,349 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T09:43:56,350 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T09:43:56,351 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T09:43:56,351 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T09:43:56,352 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-24T09:43:56,352 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-24T09:43:59,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T09:43:59,858 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-11-24T09:43:59,858 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-11-24T09:43:59,863 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-11-24T09:43:59,863 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1732441429827.abfee48a0422af1989e5f3a35a8a9e68. 2024-11-24T09:43:59,868 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1732441429827.abfee48a0422af1989e5f3a35a8a9e68., hostname=ba35ada4783f,36095,1732441428485, seqNum=2] 2024-11-24T09:43:59,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36095 {}] regionserver.HRegion(8855): Flush requested on abfee48a0422af1989e5f3a35a8a9e68 2024-11-24T09:43:59,886 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing abfee48a0422af1989e5f3a35a8a9e68 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-24T09:43:59,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/.tmp/info/67fa9e0bbe104bf8b32a67f8510ecb0b is 1055, key is row0001/info:/1732441439870/Put/seqid=0 2024-11-24T09:43:59,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741837_1013 (size=13386) 2024-11-24T09:43:59,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741837_1013 (size=13386) 2024-11-24T09:43:59,911 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/.tmp/info/67fa9e0bbe104bf8b32a67f8510ecb0b 2024-11-24T09:43:59,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/.tmp/info/67fa9e0bbe104bf8b32a67f8510ecb0b as hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/67fa9e0bbe104bf8b32a67f8510ecb0b 2024-11-24T09:43:59,927 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/67fa9e0bbe104bf8b32a67f8510ecb0b, entries=8, sequenceid=12, filesize=13.1 K 2024-11-24T09:43:59,928 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=19.50 KB/19969 for abfee48a0422af1989e5f3a35a8a9e68 in 42ms, sequenceid=12, compaction requested=false 2024-11-24T09:43:59,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for abfee48a0422af1989e5f3a35a8a9e68: 2024-11-24T09:43:59,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36095 {}] regionserver.HRegion(8855): Flush requested on abfee48a0422af1989e5f3a35a8a9e68 2024-11-24T09:43:59,930 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing abfee48a0422af1989e5f3a35a8a9e68 1/1 column families, dataSize=20.53 KB heapSize=22.28 KB 2024-11-24T09:43:59,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/.tmp/info/f3e7d6f8879e4656bb121f368632e964 is 1055, key is row0009/info:/1732441439888/Put/seqid=0 2024-11-24T09:43:59,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741838_1014 (size=26030) 2024-11-24T09:43:59,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741838_1014 (size=26030) 2024-11-24T09:43:59,941 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.53 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/.tmp/info/f3e7d6f8879e4656bb121f368632e964 2024-11-24T09:43:59,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/.tmp/info/f3e7d6f8879e4656bb121f368632e964 as hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/f3e7d6f8879e4656bb121f368632e964 2024-11-24T09:43:59,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/f3e7d6f8879e4656bb121f368632e964, entries=20, sequenceid=35, filesize=25.4 K 2024-11-24T09:43:59,954 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~20.53 KB/21020, heapSize ~22.27 KB/22800, currentSize=4.11 KB/4204 for abfee48a0422af1989e5f3a35a8a9e68 in 24ms, sequenceid=35, compaction requested=false 2024-11-24T09:43:59,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for abfee48a0422af1989e5f3a35a8a9e68: 2024-11-24T09:43:59,954 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=38.5 K, sizeToCheck=16.0 K 2024-11-24T09:43:59,954 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-24T09:43:59,954 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/f3e7d6f8879e4656bb121f368632e964 because midkey is the same as first or last row 2024-11-24T09:44:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36095 {}] regionserver.HRegion(8855): Flush requested on abfee48a0422af1989e5f3a35a8a9e68 2024-11-24T09:44:01,952 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing abfee48a0422af1989e5f3a35a8a9e68 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-24T09:44:01,956 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/.tmp/info/0176ca150b80480faef60c5c685921fc is 1055, key is row0029/info:/1732441439931/Put/seqid=0 2024-11-24T09:44:01,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741839_1015 (size=13386) 2024-11-24T09:44:01,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741839_1015 (size=13386) 2024-11-24T09:44:01,963 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/.tmp/info/0176ca150b80480faef60c5c685921fc 2024-11-24T09:44:01,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/.tmp/info/0176ca150b80480faef60c5c685921fc as hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/0176ca150b80480faef60c5c685921fc 2024-11-24T09:44:01,976 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/0176ca150b80480faef60c5c685921fc, entries=8, sequenceid=46, filesize=13.1 K 2024-11-24T09:44:01,977 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for abfee48a0422af1989e5f3a35a8a9e68 in 25ms, sequenceid=46, compaction requested=true 2024-11-24T09:44:01,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for abfee48a0422af1989e5f3a35a8a9e68: 2024-11-24T09:44:01,977 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=51.6 K, sizeToCheck=16.0 K 2024-11-24T09:44:01,977 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-24T09:44:01,977 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/f3e7d6f8879e4656bb121f368632e964 because midkey is the same as first or last row 2024-11-24T09:44:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36095 {}] regionserver.HRegion(8855): Flush requested on abfee48a0422af1989e5f3a35a8a9e68 2024-11-24T09:44:01,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abfee48a0422af1989e5f3a35a8a9e68:info, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:44:01,978 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:44:01,980 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 52802 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:44:01,980 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HStore(1541): abfee48a0422af1989e5f3a35a8a9e68/info is initiating minor compaction (all files) 2024-11-24T09:44:01,980 INFO [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abfee48a0422af1989e5f3a35a8a9e68/info in TestLogRolling-testLogRolling,,1732441429827.abfee48a0422af1989e5f3a35a8a9e68. 2024-11-24T09:44:01,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:44:01,980 INFO [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/67fa9e0bbe104bf8b32a67f8510ecb0b, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/f3e7d6f8879e4656bb121f368632e964, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/0176ca150b80480faef60c5c685921fc] into tmpdir=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/.tmp, totalSize=51.6 K 2024-11-24T09:44:01,981 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing abfee48a0422af1989e5f3a35a8a9e68 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-24T09:44:01,981 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67fa9e0bbe104bf8b32a67f8510ecb0b, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732441439870 2024-11-24T09:44:01,981 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] compactions.Compactor(225): Compacting f3e7d6f8879e4656bb121f368632e964, keycount=20, bloomtype=ROW, size=25.4 K, encoding=NONE, compression=NONE, seqNum=35, earliestPutTs=1732441439888 2024-11-24T09:44:01,982 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0176ca150b80480faef60c5c685921fc, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1732441439931 2024-11-24T09:44:01,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/.tmp/info/4256eea9b3b84332a7ebcf87055bdd8a is 1055, key is row0037/info:/1732441441953/Put/seqid=0 2024-11-24T09:44:01,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741840_1016 (size=18662) 2024-11-24T09:44:01,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741840_1016 (size=18662) 2024-11-24T09:44:01,993 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/.tmp/info/4256eea9b3b84332a7ebcf87055bdd8a 2024-11-24T09:44:02,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/.tmp/info/4256eea9b3b84332a7ebcf87055bdd8a as hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/4256eea9b3b84332a7ebcf87055bdd8a 2024-11-24T09:44:02,000 INFO [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): abfee48a0422af1989e5f3a35a8a9e68#info#compaction#35 average throughput is 12.03 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:44:02,001 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/.tmp/info/ad69bb522ad44f1499529be90f428b39 is 1055, key is row0001/info:/1732441439870/Put/seqid=0 2024-11-24T09:44:02,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741841_1017 (size=43001) 2024-11-24T09:44:02,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741841_1017 (size=43001) 2024-11-24T09:44:02,007 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/4256eea9b3b84332a7ebcf87055bdd8a, entries=13, sequenceid=62, filesize=18.2 K 2024-11-24T09:44:02,009 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=10.26 KB/10510 for abfee48a0422af1989e5f3a35a8a9e68 in 29ms, sequenceid=62, compaction requested=false 2024-11-24T09:44:02,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for abfee48a0422af1989e5f3a35a8a9e68: 2024-11-24T09:44:02,009 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=69.8 K, sizeToCheck=16.0 K 2024-11-24T09:44:02,009 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-24T09:44:02,009 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/f3e7d6f8879e4656bb121f368632e964 because midkey is the same as first or last row 2024-11-24T09:44:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36095 {}] regionserver.HRegion(8855): Flush requested on abfee48a0422af1989e5f3a35a8a9e68 2024-11-24T09:44:02,010 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing abfee48a0422af1989e5f3a35a8a9e68 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-24T09:44:02,016 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/.tmp/info/ad69bb522ad44f1499529be90f428b39 as hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/ad69bb522ad44f1499529be90f428b39 2024-11-24T09:44:02,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/.tmp/info/202b82eab9ef444498149bc45ab1dd35 is 1055, key is row0050/info:/1732441441983/Put/seqid=0 2024-11-24T09:44:02,029 INFO [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in abfee48a0422af1989e5f3a35a8a9e68/info of abfee48a0422af1989e5f3a35a8a9e68 into ad69bb522ad44f1499529be90f428b39(size=42.0 K), total size for store is 60.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:44:02,029 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abfee48a0422af1989e5f3a35a8a9e68: 2024-11-24T09:44:02,031 INFO [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732441429827.abfee48a0422af1989e5f3a35a8a9e68., storeName=abfee48a0422af1989e5f3a35a8a9e68/info, priority=13, startTime=1732441441978; duration=0sec 2024-11-24T09:44:02,031 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=60.2 K, sizeToCheck=16.0 K 2024-11-24T09:44:02,032 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-24T09:44:02,032 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/ad69bb522ad44f1499529be90f428b39 because midkey is the same as first or last row 2024-11-24T09:44:02,032 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=60.2 K, sizeToCheck=16.0 K 2024-11-24T09:44:02,032 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-24T09:44:02,032 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/ad69bb522ad44f1499529be90f428b39 because midkey is the same as first or last row 2024-11-24T09:44:02,032 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=60.2 K, sizeToCheck=16.0 K 2024-11-24T09:44:02,032 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-24T09:44:02,032 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/ad69bb522ad44f1499529be90f428b39 because midkey is the same as first or last row 2024-11-24T09:44:02,032 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:44:02,033 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abfee48a0422af1989e5f3a35a8a9e68:info 2024-11-24T09:44:02,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741842_1018 (size=16542) 2024-11-24T09:44:02,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741842_1018 (size=16542) 2024-11-24T09:44:02,034 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/.tmp/info/202b82eab9ef444498149bc45ab1dd35 2024-11-24T09:44:02,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/.tmp/info/202b82eab9ef444498149bc45ab1dd35 as hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/202b82eab9ef444498149bc45ab1dd35 2024-11-24T09:44:02,048 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/202b82eab9ef444498149bc45ab1dd35, entries=11, sequenceid=76, filesize=16.2 K 2024-11-24T09:44:02,050 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=4.11 KB/4204 for abfee48a0422af1989e5f3a35a8a9e68 in 39ms, sequenceid=76, compaction requested=true 2024-11-24T09:44:02,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for abfee48a0422af1989e5f3a35a8a9e68: 2024-11-24T09:44:02,050 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=76.4 K, sizeToCheck=16.0 K 2024-11-24T09:44:02,050 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-24T09:44:02,050 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/ad69bb522ad44f1499529be90f428b39 because midkey is the same as first or last row 2024-11-24T09:44:02,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abfee48a0422af1989e5f3a35a8a9e68:info, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:44:02,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:44:02,050 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:44:02,051 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 78205 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:44:02,052 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HStore(1541): abfee48a0422af1989e5f3a35a8a9e68/info is initiating minor compaction (all files) 2024-11-24T09:44:02,052 INFO [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abfee48a0422af1989e5f3a35a8a9e68/info in TestLogRolling-testLogRolling,,1732441429827.abfee48a0422af1989e5f3a35a8a9e68. 2024-11-24T09:44:02,052 INFO [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/ad69bb522ad44f1499529be90f428b39, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/4256eea9b3b84332a7ebcf87055bdd8a, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/202b82eab9ef444498149bc45ab1dd35] into tmpdir=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/.tmp, totalSize=76.4 K 2024-11-24T09:44:02,052 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad69bb522ad44f1499529be90f428b39, keycount=36, bloomtype=ROW, size=42.0 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1732441439870 2024-11-24T09:44:02,053 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4256eea9b3b84332a7ebcf87055bdd8a, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732441441953 2024-11-24T09:44:02,055 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 202b82eab9ef444498149bc45ab1dd35, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732441441983 2024-11-24T09:44:02,070 INFO [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): abfee48a0422af1989e5f3a35a8a9e68#info#compaction#37 average throughput is 30.07 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:44:02,071 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/.tmp/info/21bd95e1ea284875bc895a41fed778d7 is 1055, key is row0001/info:/1732441439870/Put/seqid=0 2024-11-24T09:44:02,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741843_1019 (size=68420) 2024-11-24T09:44:02,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741843_1019 (size=68420) 2024-11-24T09:44:02,086 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/.tmp/info/21bd95e1ea284875bc895a41fed778d7 as hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/21bd95e1ea284875bc895a41fed778d7 2024-11-24T09:44:02,093 INFO [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in abfee48a0422af1989e5f3a35a8a9e68/info of abfee48a0422af1989e5f3a35a8a9e68 into 21bd95e1ea284875bc895a41fed778d7(size=66.8 K), total size for store is 66.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:44:02,093 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abfee48a0422af1989e5f3a35a8a9e68: 2024-11-24T09:44:02,093 INFO [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732441429827.abfee48a0422af1989e5f3a35a8a9e68., storeName=abfee48a0422af1989e5f3a35a8a9e68/info, priority=13, startTime=1732441442050; duration=0sec 2024-11-24T09:44:02,093 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=66.8 K, sizeToCheck=16.0 K 2024-11-24T09:44:02,093 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-24T09:44:02,093 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/21bd95e1ea284875bc895a41fed778d7 because midkey is the same as first or last row 2024-11-24T09:44:02,093 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=66.8 K, sizeToCheck=16.0 K 2024-11-24T09:44:02,093 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-24T09:44:02,093 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/21bd95e1ea284875bc895a41fed778d7 because midkey is the same as first or last row 2024-11-24T09:44:02,093 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=66.8 K, sizeToCheck=16.0 K 2024-11-24T09:44:02,093 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-24T09:44:02,093 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/21bd95e1ea284875bc895a41fed778d7 because midkey is the same as first or last row 2024-11-24T09:44:02,093 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:44:02,093 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abfee48a0422af1989e5f3a35a8a9e68:info 2024-11-24T09:44:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36095 {}] regionserver.HRegion(8855): Flush requested on abfee48a0422af1989e5f3a35a8a9e68 2024-11-24T09:44:04,033 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing abfee48a0422af1989e5f3a35a8a9e68 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-24T09:44:04,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/.tmp/info/820d164ef4db457ca516a36d6681fe3c is 1055, key is row0061/info:/1732441442012/Put/seqid=0 2024-11-24T09:44:04,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741844_1020 (size=13386) 2024-11-24T09:44:04,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741844_1020 (size=13386) 2024-11-24T09:44:04,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=abfee48a0422af1989e5f3a35a8a9e68, server=ba35ada4783f,36095,1732441428485 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T09:44:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36095 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:42984 deadline: 1732441454097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=abfee48a0422af1989e5f3a35a8a9e68, server=ba35ada4783f,36095,1732441428485 2024-11-24T09:44:04,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1732441429827.abfee48a0422af1989e5f3a35a8a9e68., hostname=ba35ada4783f,36095,1732441428485, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1732441429827.abfee48a0422af1989e5f3a35a8a9e68., hostname=ba35ada4783f,36095,1732441428485, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=abfee48a0422af1989e5f3a35a8a9e68, server=ba35ada4783f,36095,1732441428485 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T09:44:04,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1732441429827.abfee48a0422af1989e5f3a35a8a9e68., hostname=ba35ada4783f,36095,1732441428485, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=abfee48a0422af1989e5f3a35a8a9e68, server=ba35ada4783f,36095,1732441428485 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T09:44:04,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1732441429827.abfee48a0422af1989e5f3a35a8a9e68., hostname=ba35ada4783f,36095,1732441428485, seqNum=2 because the exception is null or not the one we care about 2024-11-24T09:44:04,460 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/.tmp/info/820d164ef4db457ca516a36d6681fe3c 2024-11-24T09:44:04,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/.tmp/info/820d164ef4db457ca516a36d6681fe3c as hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/820d164ef4db457ca516a36d6681fe3c 2024-11-24T09:44:04,477 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/820d164ef4db457ca516a36d6681fe3c, entries=8, sequenceid=89, filesize=13.1 K 2024-11-24T09:44:04,479 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for abfee48a0422af1989e5f3a35a8a9e68 in 446ms, sequenceid=89, compaction requested=false 2024-11-24T09:44:04,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for abfee48a0422af1989e5f3a35a8a9e68: 2024-11-24T09:44:04,479 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=79.9 K, sizeToCheck=16.0 K 2024-11-24T09:44:04,479 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-24T09:44:04,479 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/21bd95e1ea284875bc895a41fed778d7 because midkey is the same as first or last row 2024-11-24T09:44:14,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36095 {}] regionserver.HRegion(8855): Flush requested on abfee48a0422af1989e5f3a35a8a9e68 2024-11-24T09:44:14,133 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing abfee48a0422af1989e5f3a35a8a9e68 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-11-24T09:44:14,141 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/.tmp/info/75e9b1abc40e4192bbe1c76723e4d860 is 1055, key is row0069/info:/1732441444035/Put/seqid=0 2024-11-24T09:44:14,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741845_1021 (size=28134) 2024-11-24T09:44:14,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741845_1021 (size=28134) 2024-11-24T09:44:14,148 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/.tmp/info/75e9b1abc40e4192bbe1c76723e4d860 2024-11-24T09:44:14,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/.tmp/info/75e9b1abc40e4192bbe1c76723e4d860 as hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/75e9b1abc40e4192bbe1c76723e4d860 2024-11-24T09:44:14,161 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/75e9b1abc40e4192bbe1c76723e4d860, entries=22, sequenceid=114, filesize=27.5 K 2024-11-24T09:44:14,162 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=6.16 KB/6306 for abfee48a0422af1989e5f3a35a8a9e68 in 29ms, sequenceid=114, compaction requested=true 2024-11-24T09:44:14,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for abfee48a0422af1989e5f3a35a8a9e68: 2024-11-24T09:44:14,162 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=107.4 K, sizeToCheck=16.0 K 2024-11-24T09:44:14,162 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-24T09:44:14,162 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/21bd95e1ea284875bc895a41fed778d7 because midkey is the same as first or last row 2024-11-24T09:44:14,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abfee48a0422af1989e5f3a35a8a9e68:info, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:44:14,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:44:14,162 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:44:14,163 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 109940 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:44:14,163 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HStore(1541): abfee48a0422af1989e5f3a35a8a9e68/info is initiating minor compaction (all files) 2024-11-24T09:44:14,164 INFO [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abfee48a0422af1989e5f3a35a8a9e68/info in TestLogRolling-testLogRolling,,1732441429827.abfee48a0422af1989e5f3a35a8a9e68. 2024-11-24T09:44:14,164 INFO [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/21bd95e1ea284875bc895a41fed778d7, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/820d164ef4db457ca516a36d6681fe3c, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/75e9b1abc40e4192bbe1c76723e4d860] into tmpdir=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/.tmp, totalSize=107.4 K 2024-11-24T09:44:14,164 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21bd95e1ea284875bc895a41fed778d7, keycount=60, bloomtype=ROW, size=66.8 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732441439870 2024-11-24T09:44:14,164 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 820d164ef4db457ca516a36d6681fe3c, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732441442012 2024-11-24T09:44:14,165 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 75e9b1abc40e4192bbe1c76723e4d860, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732441444035 2024-11-24T09:44:14,177 INFO [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): abfee48a0422af1989e5f3a35a8a9e68#info#compaction#40 average throughput is 30.07 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:44:14,178 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/.tmp/info/b3f1b0a656f4476ea395a34e5acdfb46 is 1055, key is row0001/info:/1732441439870/Put/seqid=0 2024-11-24T09:44:14,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741846_1022 (size=100159) 2024-11-24T09:44:14,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741846_1022 (size=100159) 2024-11-24T09:44:14,188 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/.tmp/info/b3f1b0a656f4476ea395a34e5acdfb46 as hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/b3f1b0a656f4476ea395a34e5acdfb46 2024-11-24T09:44:14,194 INFO [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in abfee48a0422af1989e5f3a35a8a9e68/info of abfee48a0422af1989e5f3a35a8a9e68 into b3f1b0a656f4476ea395a34e5acdfb46(size=97.8 K), total size for store is 97.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:44:14,195 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abfee48a0422af1989e5f3a35a8a9e68: 2024-11-24T09:44:14,195 INFO [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732441429827.abfee48a0422af1989e5f3a35a8a9e68., storeName=abfee48a0422af1989e5f3a35a8a9e68/info, priority=13, startTime=1732441454162; duration=0sec 2024-11-24T09:44:14,195 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=97.8 K, sizeToCheck=16.0 K 2024-11-24T09:44:14,195 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-24T09:44:14,195 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=97.8 K, sizeToCheck=16.0 K 2024-11-24T09:44:14,195 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-24T09:44:14,195 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=97.8 K, sizeToCheck=16.0 K 2024-11-24T09:44:14,195 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-24T09:44:14,196 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1732441429827.abfee48a0422af1989e5f3a35a8a9e68., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:44:14,196 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:44:14,196 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abfee48a0422af1989e5f3a35a8a9e68:info 2024-11-24T09:44:14,197 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41293 {}] assignment.AssignmentManager(1363): Split request from ba35ada4783f,36095,1732441428485, parent={ENCODED => abfee48a0422af1989e5f3a35a8a9e68, NAME => 'TestLogRolling-testLogRolling,,1732441429827.abfee48a0422af1989e5f3a35a8a9e68.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-24T09:44:14,201 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41293 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=ba35ada4783f,36095,1732441428485 2024-11-24T09:44:14,205 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41293 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=abfee48a0422af1989e5f3a35a8a9e68, daughterA=c2bf98b6d5052b16632a085ae551cfd9, daughterB=c755347918a7c079a7745bb847c91e09 2024-11-24T09:44:14,206 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=abfee48a0422af1989e5f3a35a8a9e68, daughterA=c2bf98b6d5052b16632a085ae551cfd9, daughterB=c755347918a7c079a7745bb847c91e09 2024-11-24T09:44:14,206 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=abfee48a0422af1989e5f3a35a8a9e68, daughterA=c2bf98b6d5052b16632a085ae551cfd9, daughterB=c755347918a7c079a7745bb847c91e09 2024-11-24T09:44:14,206 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=abfee48a0422af1989e5f3a35a8a9e68, daughterA=c2bf98b6d5052b16632a085ae551cfd9, daughterB=c755347918a7c079a7745bb847c91e09 2024-11-24T09:44:14,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=abfee48a0422af1989e5f3a35a8a9e68, UNASSIGN}] 2024-11-24T09:44:14,213 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=abfee48a0422af1989e5f3a35a8a9e68, UNASSIGN 2024-11-24T09:44:14,215 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=abfee48a0422af1989e5f3a35a8a9e68, regionState=CLOSING, regionLocation=ba35ada4783f,36095,1732441428485 2024-11-24T09:44:14,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=abfee48a0422af1989e5f3a35a8a9e68, UNASSIGN because future has completed 2024-11-24T09:44:14,218 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-11-24T09:44:14,218 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure abfee48a0422af1989e5f3a35a8a9e68, server=ba35ada4783f,36095,1732441428485}] 2024-11-24T09:44:14,375 INFO [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close abfee48a0422af1989e5f3a35a8a9e68 2024-11-24T09:44:14,375 DEBUG [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-11-24T09:44:14,375 DEBUG [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing abfee48a0422af1989e5f3a35a8a9e68, disabling compactions & flushes 2024-11-24T09:44:14,375 INFO [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1732441429827.abfee48a0422af1989e5f3a35a8a9e68. 2024-11-24T09:44:14,375 DEBUG [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1732441429827.abfee48a0422af1989e5f3a35a8a9e68. 2024-11-24T09:44:14,375 DEBUG [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1732441429827.abfee48a0422af1989e5f3a35a8a9e68. after waiting 0 ms 2024-11-24T09:44:14,375 DEBUG [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1732441429827.abfee48a0422af1989e5f3a35a8a9e68. 2024-11-24T09:44:14,376 INFO [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing abfee48a0422af1989e5f3a35a8a9e68 1/1 column families, dataSize=6.16 KB heapSize=6.86 KB 2024-11-24T09:44:14,380 DEBUG [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/.tmp/info/1eed60e42300452db74c9687788722d1 is 1055, key is row0091/info:/1732441454135/Put/seqid=0 2024-11-24T09:44:14,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741847_1023 (size=11274) 2024-11-24T09:44:14,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741847_1023 (size=11274) 2024-11-24T09:44:14,385 INFO [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.16 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/.tmp/info/1eed60e42300452db74c9687788722d1 2024-11-24T09:44:14,393 DEBUG [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/.tmp/info/1eed60e42300452db74c9687788722d1 as hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/1eed60e42300452db74c9687788722d1 2024-11-24T09:44:14,399 INFO [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/1eed60e42300452db74c9687788722d1, entries=6, sequenceid=124, filesize=11.0 K 2024-11-24T09:44:14,400 INFO [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~6.16 KB/6306, heapSize ~6.84 KB/7008, currentSize=0 B/0 for abfee48a0422af1989e5f3a35a8a9e68 in 25ms, sequenceid=124, compaction requested=false 2024-11-24T09:44:14,401 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732441429827.abfee48a0422af1989e5f3a35a8a9e68.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/67fa9e0bbe104bf8b32a67f8510ecb0b, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/f3e7d6f8879e4656bb121f368632e964, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/ad69bb522ad44f1499529be90f428b39, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/0176ca150b80480faef60c5c685921fc, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/4256eea9b3b84332a7ebcf87055bdd8a, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/21bd95e1ea284875bc895a41fed778d7, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/202b82eab9ef444498149bc45ab1dd35, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/820d164ef4db457ca516a36d6681fe3c, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/75e9b1abc40e4192bbe1c76723e4d860] to archive 2024-11-24T09:44:14,402 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732441429827.abfee48a0422af1989e5f3a35a8a9e68.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T09:44:14,404 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732441429827.abfee48a0422af1989e5f3a35a8a9e68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/67fa9e0bbe104bf8b32a67f8510ecb0b to hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/archive/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/67fa9e0bbe104bf8b32a67f8510ecb0b 2024-11-24T09:44:14,406 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732441429827.abfee48a0422af1989e5f3a35a8a9e68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/f3e7d6f8879e4656bb121f368632e964 to hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/archive/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/f3e7d6f8879e4656bb121f368632e964 2024-11-24T09:44:14,407 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732441429827.abfee48a0422af1989e5f3a35a8a9e68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/ad69bb522ad44f1499529be90f428b39 to hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/archive/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/ad69bb522ad44f1499529be90f428b39 2024-11-24T09:44:14,408 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732441429827.abfee48a0422af1989e5f3a35a8a9e68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/0176ca150b80480faef60c5c685921fc to hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/archive/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/0176ca150b80480faef60c5c685921fc 2024-11-24T09:44:14,410 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732441429827.abfee48a0422af1989e5f3a35a8a9e68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/4256eea9b3b84332a7ebcf87055bdd8a to hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/archive/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/4256eea9b3b84332a7ebcf87055bdd8a 2024-11-24T09:44:14,411 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732441429827.abfee48a0422af1989e5f3a35a8a9e68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/21bd95e1ea284875bc895a41fed778d7 to hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/archive/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/21bd95e1ea284875bc895a41fed778d7 2024-11-24T09:44:14,413 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732441429827.abfee48a0422af1989e5f3a35a8a9e68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/202b82eab9ef444498149bc45ab1dd35 to hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/archive/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/202b82eab9ef444498149bc45ab1dd35 2024-11-24T09:44:14,414 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732441429827.abfee48a0422af1989e5f3a35a8a9e68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/820d164ef4db457ca516a36d6681fe3c to hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/archive/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/820d164ef4db457ca516a36d6681fe3c 2024-11-24T09:44:14,415 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732441429827.abfee48a0422af1989e5f3a35a8a9e68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/75e9b1abc40e4192bbe1c76723e4d860 to hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/archive/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/75e9b1abc40e4192bbe1c76723e4d860 2024-11-24T09:44:14,421 DEBUG [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/recovered.edits/127.seqid, newMaxSeqId=127, maxSeqId=1 2024-11-24T09:44:14,422 INFO [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1732441429827.abfee48a0422af1989e5f3a35a8a9e68. 2024-11-24T09:44:14,422 DEBUG [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for abfee48a0422af1989e5f3a35a8a9e68: Waiting for close lock at 1732441454375Running coprocessor pre-close hooks at 1732441454375Disabling compacts and flushes for region at 1732441454375Disabling writes for close at 1732441454375Obtaining lock to block concurrent updates at 1732441454376 (+1 ms)Preparing flush snapshotting stores in abfee48a0422af1989e5f3a35a8a9e68 at 1732441454376Finished memstore snapshotting TestLogRolling-testLogRolling,,1732441429827.abfee48a0422af1989e5f3a35a8a9e68., syncing WAL and waiting on mvcc, flushsize=dataSize=6306, getHeapSize=7008, getOffHeapSize=0, getCellsCount=6 at 1732441454376Flushing stores of TestLogRolling-testLogRolling,,1732441429827.abfee48a0422af1989e5f3a35a8a9e68. at 1732441454376Flushing abfee48a0422af1989e5f3a35a8a9e68/info: creating writer at 1732441454376Flushing abfee48a0422af1989e5f3a35a8a9e68/info: appending metadata at 1732441454379 (+3 ms)Flushing abfee48a0422af1989e5f3a35a8a9e68/info: closing flushed file at 1732441454379Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7116f587: reopening flushed file at 1732441454392 (+13 ms)Finished flush of dataSize ~6.16 KB/6306, heapSize ~6.84 KB/7008, currentSize=0 B/0 for abfee48a0422af1989e5f3a35a8a9e68 in 25ms, sequenceid=124, compaction requested=false at 1732441454400 (+8 ms)Writing region close event to WAL at 1732441454418 (+18 ms)Running coprocessor post-close hooks at 1732441454422 (+4 ms)Closed at 1732441454422 2024-11-24T09:44:14,424 INFO [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed abfee48a0422af1989e5f3a35a8a9e68 2024-11-24T09:44:14,425 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=abfee48a0422af1989e5f3a35a8a9e68, regionState=CLOSED 2024-11-24T09:44:14,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure abfee48a0422af1989e5f3a35a8a9e68, server=ba35ada4783f,36095,1732441428485 because future has completed 2024-11-24T09:44:14,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T09:44:14,432 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure abfee48a0422af1989e5f3a35a8a9e68, server=ba35ada4783f,36095,1732441428485 in 210 msec 2024-11-24T09:44:14,433 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-24T09:44:14,433 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=abfee48a0422af1989e5f3a35a8a9e68, UNASSIGN in 219 msec 2024-11-24T09:44:14,441 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:44:14,444 INFO [PEWorker-3 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 2 storefiles, region=abfee48a0422af1989e5f3a35a8a9e68, threads=2 2024-11-24T09:44:14,446 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/1eed60e42300452db74c9687788722d1 for region: abfee48a0422af1989e5f3a35a8a9e68 2024-11-24T09:44:14,446 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/b3f1b0a656f4476ea395a34e5acdfb46 for region: abfee48a0422af1989e5f3a35a8a9e68 2024-11-24T09:44:14,457 DEBUG [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/1eed60e42300452db74c9687788722d1, top=true 2024-11-24T09:44:14,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741848_1024 (size=27) 2024-11-24T09:44:14,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741848_1024 (size=27) 2024-11-24T09:44:14,466 INFO [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/TestLogRolling-testLogRolling=abfee48a0422af1989e5f3a35a8a9e68-1eed60e42300452db74c9687788722d1 for child: c755347918a7c079a7745bb847c91e09, parent: abfee48a0422af1989e5f3a35a8a9e68 2024-11-24T09:44:14,466 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/1eed60e42300452db74c9687788722d1 for region: abfee48a0422af1989e5f3a35a8a9e68 2024-11-24T09:44:14,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741849_1025 (size=27) 2024-11-24T09:44:14,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741849_1025 (size=27) 2024-11-24T09:44:14,476 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/b3f1b0a656f4476ea395a34e5acdfb46 for region: abfee48a0422af1989e5f3a35a8a9e68 2024-11-24T09:44:14,477 DEBUG [PEWorker-3 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region abfee48a0422af1989e5f3a35a8a9e68 Daughter A: [hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c2bf98b6d5052b16632a085ae551cfd9/info/b3f1b0a656f4476ea395a34e5acdfb46.abfee48a0422af1989e5f3a35a8a9e68] storefiles, Daughter B: [hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/TestLogRolling-testLogRolling=abfee48a0422af1989e5f3a35a8a9e68-1eed60e42300452db74c9687788722d1, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/b3f1b0a656f4476ea395a34e5acdfb46.abfee48a0422af1989e5f3a35a8a9e68] storefiles. 2024-11-24T09:44:14,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741850_1026 (size=71) 2024-11-24T09:44:14,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741850_1026 (size=71) 2024-11-24T09:44:14,495 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:44:14,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741851_1027 (size=71) 2024-11-24T09:44:14,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741851_1027 (size=71) 2024-11-24T09:44:14,515 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:44:14,527 DEBUG [PEWorker-3 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c2bf98b6d5052b16632a085ae551cfd9/recovered.edits/127.seqid, newMaxSeqId=127, maxSeqId=-1 2024-11-24T09:44:14,530 DEBUG [PEWorker-3 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/recovered.edits/127.seqid, newMaxSeqId=127, maxSeqId=-1 2024-11-24T09:44:14,533 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1732441429827.abfee48a0422af1989e5f3a35a8a9e68.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1732441454532"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1732441454532"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1732441454532"}]},"ts":"1732441454532"} 2024-11-24T09:44:14,533 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1732441454201.c2bf98b6d5052b16632a085ae551cfd9.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1732441454532"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732441454532"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1732441454532"}]},"ts":"1732441454532"} 2024-11-24T09:44:14,533 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1732441454201.c755347918a7c079a7745bb847c91e09.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1732441454532"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732441454532"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1732441454532"}]},"ts":"1732441454532"} 2024-11-24T09:44:14,554 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c2bf98b6d5052b16632a085ae551cfd9, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c755347918a7c079a7745bb847c91e09, ASSIGN}] 2024-11-24T09:44:14,556 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c2bf98b6d5052b16632a085ae551cfd9, ASSIGN 2024-11-24T09:44:14,556 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c755347918a7c079a7745bb847c91e09, ASSIGN 2024-11-24T09:44:14,557 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c755347918a7c079a7745bb847c91e09, ASSIGN; state=SPLITTING_NEW, location=ba35ada4783f,36095,1732441428485; forceNewPlan=false, retain=false 2024-11-24T09:44:14,557 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c2bf98b6d5052b16632a085ae551cfd9, ASSIGN; state=SPLITTING_NEW, location=ba35ada4783f,36095,1732441428485; forceNewPlan=false, retain=false 2024-11-24T09:44:14,708 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c2bf98b6d5052b16632a085ae551cfd9, regionState=OPENING, regionLocation=ba35ada4783f,36095,1732441428485 2024-11-24T09:44:14,708 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=c755347918a7c079a7745bb847c91e09, regionState=OPENING, regionLocation=ba35ada4783f,36095,1732441428485 2024-11-24T09:44:14,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c2bf98b6d5052b16632a085ae551cfd9, ASSIGN because future has completed 2024-11-24T09:44:14,711 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2bf98b6d5052b16632a085ae551cfd9, server=ba35ada4783f,36095,1732441428485}] 2024-11-24T09:44:14,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c755347918a7c079a7745bb847c91e09, ASSIGN because future has completed 2024-11-24T09:44:14,712 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure c755347918a7c079a7745bb847c91e09, server=ba35ada4783f,36095,1732441428485}] 2024-11-24T09:44:14,868 INFO [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1732441454201.c755347918a7c079a7745bb847c91e09. 2024-11-24T09:44:14,868 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => c755347918a7c079a7745bb847c91e09, NAME => 'TestLogRolling-testLogRolling,row0064,1732441454201.c755347918a7c079a7745bb847c91e09.', STARTKEY => 'row0064', ENDKEY => ''} 2024-11-24T09:44:14,869 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling c755347918a7c079a7745bb847c91e09 2024-11-24T09:44:14,869 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1732441454201.c755347918a7c079a7745bb847c91e09.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:44:14,869 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for c755347918a7c079a7745bb847c91e09 2024-11-24T09:44:14,869 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for c755347918a7c079a7745bb847c91e09 2024-11-24T09:44:14,870 INFO [StoreOpener-c755347918a7c079a7745bb847c91e09-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region c755347918a7c079a7745bb847c91e09 2024-11-24T09:44:14,872 INFO [StoreOpener-c755347918a7c079a7745bb847c91e09-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c755347918a7c079a7745bb847c91e09 columnFamilyName info 2024-11-24T09:44:14,872 DEBUG [StoreOpener-c755347918a7c079a7745bb847c91e09-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:44:14,886 DEBUG [StoreOpener-c755347918a7c079a7745bb847c91e09-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/TestLogRolling-testLogRolling=abfee48a0422af1989e5f3a35a8a9e68-1eed60e42300452db74c9687788722d1 2024-11-24T09:44:14,896 DEBUG [StoreOpener-c755347918a7c079a7745bb847c91e09-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/b3f1b0a656f4476ea395a34e5acdfb46.abfee48a0422af1989e5f3a35a8a9e68->hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/b3f1b0a656f4476ea395a34e5acdfb46-top 2024-11-24T09:44:14,897 INFO [StoreOpener-c755347918a7c079a7745bb847c91e09-1 {}] regionserver.HStore(327): Store=c755347918a7c079a7745bb847c91e09/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:44:14,897 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for c755347918a7c079a7745bb847c91e09 2024-11-24T09:44:14,898 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09 2024-11-24T09:44:14,900 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09 2024-11-24T09:44:14,901 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for c755347918a7c079a7745bb847c91e09 2024-11-24T09:44:14,901 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for c755347918a7c079a7745bb847c91e09 2024-11-24T09:44:14,903 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for c755347918a7c079a7745bb847c91e09 2024-11-24T09:44:14,904 INFO [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened c755347918a7c079a7745bb847c91e09; next sequenceid=128; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=836698, jitterRate=0.06391674280166626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T09:44:14,905 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c755347918a7c079a7745bb847c91e09 2024-11-24T09:44:14,905 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for c755347918a7c079a7745bb847c91e09: Running coprocessor pre-open hook at 1732441454869Writing region info on filesystem at 1732441454869Initializing all the Stores at 1732441454870 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732441454870Cleaning up temporary data from old regions at 1732441454901 (+31 ms)Running coprocessor post-open hooks at 1732441454905 (+4 ms)Region opened successfully at 1732441454905 2024-11-24T09:44:14,907 INFO [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1732441454201.c755347918a7c079a7745bb847c91e09., pid=13, masterSystemTime=1732441454863 2024-11-24T09:44:14,907 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store c755347918a7c079a7745bb847c91e09:info, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:44:14,907 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-24T09:44:14,907 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:44:14,908 INFO [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1732441454201.c755347918a7c079a7745bb847c91e09. 2024-11-24T09:44:14,908 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HStore(1541): c755347918a7c079a7745bb847c91e09/info is initiating minor compaction (all files) 2024-11-24T09:44:14,908 INFO [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c755347918a7c079a7745bb847c91e09/info in TestLogRolling-testLogRolling,row0064,1732441454201.c755347918a7c079a7745bb847c91e09. 2024-11-24T09:44:14,908 INFO [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/b3f1b0a656f4476ea395a34e5acdfb46.abfee48a0422af1989e5f3a35a8a9e68->hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/b3f1b0a656f4476ea395a34e5acdfb46-top, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/TestLogRolling-testLogRolling=abfee48a0422af1989e5f3a35a8a9e68-1eed60e42300452db74c9687788722d1] into tmpdir=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp, totalSize=108.8 K 2024-11-24T09:44:14,909 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1732441454201.c755347918a7c079a7745bb847c91e09. 2024-11-24T09:44:14,909 INFO [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1732441454201.c755347918a7c079a7745bb847c91e09. 2024-11-24T09:44:14,909 INFO [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1732441454201.c2bf98b6d5052b16632a085ae551cfd9. 2024-11-24T09:44:14,909 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] compactions.Compactor(225): Compacting b3f1b0a656f4476ea395a34e5acdfb46.abfee48a0422af1989e5f3a35a8a9e68, keycount=45, bloomtype=ROW, size=97.8 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732441439870 2024-11-24T09:44:14,910 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => c2bf98b6d5052b16632a085ae551cfd9, NAME => 'TestLogRolling-testLogRolling,,1732441454201.c2bf98b6d5052b16632a085ae551cfd9.', STARTKEY => '', ENDKEY => 'row0064'} 2024-11-24T09:44:14,910 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling c2bf98b6d5052b16632a085ae551cfd9 2024-11-24T09:44:14,910 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=abfee48a0422af1989e5f3a35a8a9e68-1eed60e42300452db74c9687788722d1, keycount=6, bloomtype=ROW, size=11.0 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1732441454135 2024-11-24T09:44:14,910 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1732441454201.c2bf98b6d5052b16632a085ae551cfd9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:44:14,910 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=c755347918a7c079a7745bb847c91e09, regionState=OPEN, openSeqNum=128, regionLocation=ba35ada4783f,36095,1732441428485 2024-11-24T09:44:14,910 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for c2bf98b6d5052b16632a085ae551cfd9 2024-11-24T09:44:14,910 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for c2bf98b6d5052b16632a085ae551cfd9 2024-11-24T09:44:14,912 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36095 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-11-24T09:44:14,912 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T09:44:14,913 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.15 KB heapSize=9 KB 2024-11-24T09:44:14,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure c755347918a7c079a7745bb847c91e09, server=ba35ada4783f,36095,1732441428485 because future has completed 2024-11-24T09:44:14,914 INFO [StoreOpener-c2bf98b6d5052b16632a085ae551cfd9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region c2bf98b6d5052b16632a085ae551cfd9 2024-11-24T09:44:14,915 INFO [StoreOpener-c2bf98b6d5052b16632a085ae551cfd9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2bf98b6d5052b16632a085ae551cfd9 columnFamilyName info 2024-11-24T09:44:14,915 DEBUG [StoreOpener-c2bf98b6d5052b16632a085ae551cfd9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:44:14,923 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=11 2024-11-24T09:44:14,923 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure c755347918a7c079a7745bb847c91e09, server=ba35ada4783f,36095,1732441428485 in 203 msec 2024-11-24T09:44:14,925 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c755347918a7c079a7745bb847c91e09, ASSIGN in 369 msec 2024-11-24T09:44:14,933 DEBUG [StoreOpener-c2bf98b6d5052b16632a085ae551cfd9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c2bf98b6d5052b16632a085ae551cfd9/info/b3f1b0a656f4476ea395a34e5acdfb46.abfee48a0422af1989e5f3a35a8a9e68->hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/b3f1b0a656f4476ea395a34e5acdfb46-bottom 2024-11-24T09:44:14,934 INFO [StoreOpener-c2bf98b6d5052b16632a085ae551cfd9-1 {}] regionserver.HStore(327): Store=c2bf98b6d5052b16632a085ae551cfd9/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:44:14,934 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for c2bf98b6d5052b16632a085ae551cfd9 2024-11-24T09:44:14,935 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c2bf98b6d5052b16632a085ae551cfd9 2024-11-24T09:44:14,936 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c2bf98b6d5052b16632a085ae551cfd9 2024-11-24T09:44:14,936 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for c2bf98b6d5052b16632a085ae551cfd9 2024-11-24T09:44:14,936 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for c2bf98b6d5052b16632a085ae551cfd9 2024-11-24T09:44:14,938 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/hbase/meta/1588230740/.tmp/info/b9c7cda634b343af96dc921c6b5bc3c4 is 193, key is TestLogRolling-testLogRolling,row0064,1732441454201.c755347918a7c079a7745bb847c91e09./info:regioninfo/1732441454910/Put/seqid=0 2024-11-24T09:44:14,938 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for c2bf98b6d5052b16632a085ae551cfd9 2024-11-24T09:44:14,939 INFO [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened c2bf98b6d5052b16632a085ae551cfd9; next sequenceid=128; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=703874, jitterRate=-0.10497820377349854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T09:44:14,939 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c2bf98b6d5052b16632a085ae551cfd9 2024-11-24T09:44:14,939 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for c2bf98b6d5052b16632a085ae551cfd9: Running coprocessor pre-open hook at 1732441454910Writing region info on filesystem at 1732441454910Initializing all the Stores at 1732441454913 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732441454913Cleaning up temporary data from old regions at 1732441454936 (+23 ms)Running coprocessor post-open hooks at 1732441454939 (+3 ms)Region opened successfully at 1732441454939 2024-11-24T09:44:14,940 INFO [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1732441454201.c2bf98b6d5052b16632a085ae551cfd9., pid=12, masterSystemTime=1732441454863 2024-11-24T09:44:14,940 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store c2bf98b6d5052b16632a085ae551cfd9:info, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:44:14,940 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:44:14,940 DEBUG [RS:0;ba35ada4783f:36095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-24T09:44:14,941 INFO [RS:0;ba35ada4783f:36095-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1732441454201.c2bf98b6d5052b16632a085ae551cfd9. 2024-11-24T09:44:14,942 DEBUG [RS:0;ba35ada4783f:36095-longCompactions-0 {}] regionserver.HStore(1541): c2bf98b6d5052b16632a085ae551cfd9/info is initiating minor compaction (all files) 2024-11-24T09:44:14,942 INFO [RS:0;ba35ada4783f:36095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c2bf98b6d5052b16632a085ae551cfd9/info in TestLogRolling-testLogRolling,,1732441454201.c2bf98b6d5052b16632a085ae551cfd9. 2024-11-24T09:44:14,942 INFO [RS:0;ba35ada4783f:36095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c2bf98b6d5052b16632a085ae551cfd9/info/b3f1b0a656f4476ea395a34e5acdfb46.abfee48a0422af1989e5f3a35a8a9e68->hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/b3f1b0a656f4476ea395a34e5acdfb46-bottom] into tmpdir=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c2bf98b6d5052b16632a085ae551cfd9/.tmp, totalSize=97.8 K 2024-11-24T09:44:14,942 INFO [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c755347918a7c079a7745bb847c91e09#info#compaction#43 average throughput is 16.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:44:14,943 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp/info/1a4e04fe5677423d99e0f5a298bf0c52 is 1055, key is row0064/info:/1732441442021/Put/seqid=0 2024-11-24T09:44:14,943 DEBUG [RS:0;ba35ada4783f:36095-longCompactions-0 {}] compactions.Compactor(225): Compacting b3f1b0a656f4476ea395a34e5acdfb46.abfee48a0422af1989e5f3a35a8a9e68, keycount=45, bloomtype=ROW, size=97.8 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732441439870 2024-11-24T09:44:14,944 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c2bf98b6d5052b16632a085ae551cfd9, regionState=OPEN, openSeqNum=128, regionLocation=ba35ada4783f,36095,1732441428485 2024-11-24T09:44:14,944 DEBUG [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1732441454201.c2bf98b6d5052b16632a085ae551cfd9. 2024-11-24T09:44:14,944 INFO [RS_OPEN_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1732441454201.c2bf98b6d5052b16632a085ae551cfd9. 2024-11-24T09:44:14,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2bf98b6d5052b16632a085ae551cfd9, server=ba35ada4783f,36095,1732441428485 because future has completed 2024-11-24T09:44:14,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741852_1028 (size=9882) 2024-11-24T09:44:14,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741852_1028 (size=9882) 2024-11-24T09:44:14,949 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.95 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/hbase/meta/1588230740/.tmp/info/b9c7cda634b343af96dc921c6b5bc3c4 2024-11-24T09:44:14,963 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-24T09:44:14,963 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure c2bf98b6d5052b16632a085ae551cfd9, server=ba35ada4783f,36095,1732441428485 in 249 msec 2024-11-24T09:44:14,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=7 2024-11-24T09:44:14,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c2bf98b6d5052b16632a085ae551cfd9, ASSIGN in 409 msec 2024-11-24T09:44:14,967 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=abfee48a0422af1989e5f3a35a8a9e68, daughterA=c2bf98b6d5052b16632a085ae551cfd9, daughterB=c755347918a7c079a7745bb847c91e09 in 764 msec 2024-11-24T09:44:14,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741853_1029 (size=39908) 2024-11-24T09:44:14,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741853_1029 (size=39908) 2024-11-24T09:44:14,979 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp/info/1a4e04fe5677423d99e0f5a298bf0c52 as hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/1a4e04fe5677423d99e0f5a298bf0c52 2024-11-24T09:44:14,981 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/hbase/meta/1588230740/.tmp/ns/776e9708b13547acb3fea003b5f95779 is 43, key is default/ns:d/1732441429728/Put/seqid=0 2024-11-24T09:44:14,981 DEBUG [RS:0;ba35ada4783f:36095 {}] compactions.CompactionProgress(74): totalCompactingKVs=45 less than currentCompactedKVs=63 2024-11-24T09:44:14,981 INFO [RS:0;ba35ada4783f:36095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2bf98b6d5052b16632a085ae551cfd9#info#compaction#44 average throughput is 15.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:44:14,982 DEBUG [RS:0;ba35ada4783f:36095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c2bf98b6d5052b16632a085ae551cfd9/.tmp/info/f4500b8a8b024abd90a80368ca2d4bb2 is 1055, key is row0001/info:/1732441439870/Put/seqid=0 2024-11-24T09:44:14,988 INFO [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 2 (all) file(s) in c755347918a7c079a7745bb847c91e09/info of c755347918a7c079a7745bb847c91e09 into 1a4e04fe5677423d99e0f5a298bf0c52(size=39.0 K), total size for store is 39.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:44:14,988 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c755347918a7c079a7745bb847c91e09: 2024-11-24T09:44:14,988 INFO [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732441454201.c755347918a7c079a7745bb847c91e09., storeName=c755347918a7c079a7745bb847c91e09/info, priority=14, startTime=1732441454907; duration=0sec 2024-11-24T09:44:14,989 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:44:14,989 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c755347918a7c079a7745bb847c91e09:info 2024-11-24T09:44:14,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741855_1031 (size=71441) 2024-11-24T09:44:14,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741855_1031 (size=71441) 2024-11-24T09:44:14,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741854_1030 (size=5153) 2024-11-24T09:44:14,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741854_1030 (size=5153) 2024-11-24T09:44:15,000 DEBUG [RS:0;ba35ada4783f:36095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c2bf98b6d5052b16632a085ae551cfd9/.tmp/info/f4500b8a8b024abd90a80368ca2d4bb2 as hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c2bf98b6d5052b16632a085ae551cfd9/info/f4500b8a8b024abd90a80368ca2d4bb2 2024-11-24T09:44:15,008 INFO [RS:0;ba35ada4783f:36095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in c2bf98b6d5052b16632a085ae551cfd9/info of c2bf98b6d5052b16632a085ae551cfd9 into f4500b8a8b024abd90a80368ca2d4bb2(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:44:15,008 DEBUG [RS:0;ba35ada4783f:36095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c2bf98b6d5052b16632a085ae551cfd9: 2024-11-24T09:44:15,008 INFO [RS:0;ba35ada4783f:36095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732441454201.c2bf98b6d5052b16632a085ae551cfd9., storeName=c2bf98b6d5052b16632a085ae551cfd9/info, priority=15, startTime=1732441454940; duration=0sec 2024-11-24T09:44:15,008 DEBUG [RS:0;ba35ada4783f:36095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:44:15,008 DEBUG [RS:0;ba35ada4783f:36095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2bf98b6d5052b16632a085ae551cfd9:info 2024-11-24T09:44:15,394 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/hbase/meta/1588230740/.tmp/ns/776e9708b13547acb3fea003b5f95779 2024-11-24T09:44:15,458 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/hbase/meta/1588230740/.tmp/table/c3b0792476f8404797af7d29f216761b is 65, key is TestLogRolling-testLogRolling/table:state/1732441430198/Put/seqid=0 2024-11-24T09:44:15,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741856_1032 (size=5340) 2024-11-24T09:44:15,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741856_1032 (size=5340) 2024-11-24T09:44:15,464 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/hbase/meta/1588230740/.tmp/table/c3b0792476f8404797af7d29f216761b 2024-11-24T09:44:15,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/hbase/meta/1588230740/.tmp/info/b9c7cda634b343af96dc921c6b5bc3c4 as hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/hbase/meta/1588230740/info/b9c7cda634b343af96dc921c6b5bc3c4 2024-11-24T09:44:15,477 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/hbase/meta/1588230740/info/b9c7cda634b343af96dc921c6b5bc3c4, entries=30, sequenceid=17, filesize=9.7 K 2024-11-24T09:44:15,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/hbase/meta/1588230740/.tmp/ns/776e9708b13547acb3fea003b5f95779 as hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/hbase/meta/1588230740/ns/776e9708b13547acb3fea003b5f95779 2024-11-24T09:44:15,484 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/hbase/meta/1588230740/ns/776e9708b13547acb3fea003b5f95779, entries=2, sequenceid=17, filesize=5.0 K 2024-11-24T09:44:15,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/hbase/meta/1588230740/.tmp/table/c3b0792476f8404797af7d29f216761b as hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/hbase/meta/1588230740/table/c3b0792476f8404797af7d29f216761b 2024-11-24T09:44:15,490 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/hbase/meta/1588230740/table/c3b0792476f8404797af7d29f216761b, entries=2, sequenceid=17, filesize=5.2 K 2024-11-24T09:44:15,491 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.15 KB/5269, heapSize ~8.70 KB/8912, currentSize=670 B/670 for 1588230740 in 578ms, sequenceid=17, compaction requested=false 2024-11-24T09:44:15,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-24T09:44:16,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36095 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:42984 deadline: 1732441466152, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1732441429827.abfee48a0422af1989e5f3a35a8a9e68. is not online on ba35ada4783f,36095,1732441428485 2024-11-24T09:44:16,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1732441429827.abfee48a0422af1989e5f3a35a8a9e68., hostname=ba35ada4783f,36095,1732441428485, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1732441429827.abfee48a0422af1989e5f3a35a8a9e68., hostname=ba35ada4783f,36095,1732441428485, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1732441429827.abfee48a0422af1989e5f3a35a8a9e68. is not online on ba35ada4783f,36095,1732441428485 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T09:44:16,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1732441429827.abfee48a0422af1989e5f3a35a8a9e68., hostname=ba35ada4783f,36095,1732441428485, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1732441429827.abfee48a0422af1989e5f3a35a8a9e68. is not online on ba35ada4783f,36095,1732441428485 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T09:44:16,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1732441429827.abfee48a0422af1989e5f3a35a8a9e68., hostname=ba35ada4783f,36095,1732441428485, seqNum=2 from cache 2024-11-24T09:44:18,325 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T09:44:19,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:44:19,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:44:19,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:44:19,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:44:19,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:44:19,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:44:19,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:44:19,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:44:19,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:44:19,972 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T09:44:20,000 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:44:20,000 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:44:20,000 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:44:20,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:44:20,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:44:20,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:44:20,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:44:20,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:44:20,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:44:26,274 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0097', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1732441454201.c755347918a7c079a7745bb847c91e09., hostname=ba35ada4783f,36095,1732441428485, seqNum=128] 2024-11-24T09:44:26,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36095 {}] regionserver.HRegion(8855): Flush requested on c755347918a7c079a7745bb847c91e09 2024-11-24T09:44:26,288 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c755347918a7c079a7745bb847c91e09 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-24T09:44:26,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp/info/50916b691b4546129397e67acd7bf307 is 1055, key is row0097/info:/1732441466275/Put/seqid=0 2024-11-24T09:44:26,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741857_1033 (size=13394) 2024-11-24T09:44:26,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741857_1033 (size=13394) 2024-11-24T09:44:26,301 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp/info/50916b691b4546129397e67acd7bf307 2024-11-24T09:44:26,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp/info/50916b691b4546129397e67acd7bf307 as hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/50916b691b4546129397e67acd7bf307 2024-11-24T09:44:26,314 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/50916b691b4546129397e67acd7bf307, entries=8, sequenceid=139, filesize=13.1 K 2024-11-24T09:44:26,315 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for c755347918a7c079a7745bb847c91e09 in 27ms, sequenceid=139, compaction requested=false 2024-11-24T09:44:26,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c755347918a7c079a7745bb847c91e09: 2024-11-24T09:44:26,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36095 {}] regionserver.HRegion(8855): Flush requested on c755347918a7c079a7745bb847c91e09 2024-11-24T09:44:26,316 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c755347918a7c079a7745bb847c91e09 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-24T09:44:26,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp/info/85dc4eeee3854f6da74e12090b5a5373 is 1055, key is row0105/info:/1732441466289/Put/seqid=0 2024-11-24T09:44:26,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741858_1034 (size=18675) 2024-11-24T09:44:26,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741858_1034 (size=18675) 2024-11-24T09:44:26,324 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp/info/85dc4eeee3854f6da74e12090b5a5373 2024-11-24T09:44:26,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp/info/85dc4eeee3854f6da74e12090b5a5373 as hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/85dc4eeee3854f6da74e12090b5a5373 2024-11-24T09:44:26,338 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/85dc4eeee3854f6da74e12090b5a5373, entries=13, sequenceid=155, filesize=18.2 K 2024-11-24T09:44:26,339 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=11.29 KB/11561 for c755347918a7c079a7745bb847c91e09 in 24ms, sequenceid=155, compaction requested=true 2024-11-24T09:44:26,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c755347918a7c079a7745bb847c91e09: 2024-11-24T09:44:26,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c755347918a7c079a7745bb847c91e09:info, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:44:26,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:44:26,339 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:44:26,340 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 71977 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:44:26,340 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HStore(1541): c755347918a7c079a7745bb847c91e09/info is initiating minor compaction (all files) 2024-11-24T09:44:26,341 INFO [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c755347918a7c079a7745bb847c91e09/info in TestLogRolling-testLogRolling,row0064,1732441454201.c755347918a7c079a7745bb847c91e09. 2024-11-24T09:44:26,341 INFO [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/1a4e04fe5677423d99e0f5a298bf0c52, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/50916b691b4546129397e67acd7bf307, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/85dc4eeee3854f6da74e12090b5a5373] into tmpdir=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp, totalSize=70.3 K 2024-11-24T09:44:26,341 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a4e04fe5677423d99e0f5a298bf0c52, keycount=33, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1732441442021 2024-11-24T09:44:26,342 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 50916b691b4546129397e67acd7bf307, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732441466275 2024-11-24T09:44:26,342 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 85dc4eeee3854f6da74e12090b5a5373, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732441466289 2024-11-24T09:44:26,359 INFO [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c755347918a7c079a7745bb847c91e09#info#compaction#49 average throughput is 27.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:44:26,360 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp/info/9b8148b02ac344098875510b79923267 is 1055, key is row0064/info:/1732441442021/Put/seqid=0 2024-11-24T09:44:26,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741859_1035 (size=62191) 2024-11-24T09:44:26,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741859_1035 (size=62191) 2024-11-24T09:44:26,378 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp/info/9b8148b02ac344098875510b79923267 as hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/9b8148b02ac344098875510b79923267 2024-11-24T09:44:26,386 INFO [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c755347918a7c079a7745bb847c91e09/info of c755347918a7c079a7745bb847c91e09 into 9b8148b02ac344098875510b79923267(size=60.7 K), total size for store is 60.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:44:26,386 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c755347918a7c079a7745bb847c91e09: 2024-11-24T09:44:26,386 INFO [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732441454201.c755347918a7c079a7745bb847c91e09., storeName=c755347918a7c079a7745bb847c91e09/info, priority=13, startTime=1732441466339; duration=0sec 2024-11-24T09:44:26,386 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:44:26,386 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c755347918a7c079a7745bb847c91e09:info 2024-11-24T09:44:28,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36095 {}] regionserver.HRegion(8855): Flush requested on c755347918a7c079a7745bb847c91e09 2024-11-24T09:44:28,339 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c755347918a7c079a7745bb847c91e09 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-24T09:44:28,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp/info/f1026240bdc84b9995bcbe27cb5fef38 is 1055, key is row0118/info:/1732441466317/Put/seqid=0 2024-11-24T09:44:28,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741860_1036 (size=17606) 2024-11-24T09:44:28,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741860_1036 (size=17606) 2024-11-24T09:44:28,358 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp/info/f1026240bdc84b9995bcbe27cb5fef38 2024-11-24T09:44:28,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp/info/f1026240bdc84b9995bcbe27cb5fef38 as hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/f1026240bdc84b9995bcbe27cb5fef38 2024-11-24T09:44:28,374 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/f1026240bdc84b9995bcbe27cb5fef38, entries=12, sequenceid=171, filesize=17.2 K 2024-11-24T09:44:28,376 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=13.34 KB/13663 for c755347918a7c079a7745bb847c91e09 in 37ms, sequenceid=171, compaction requested=false 2024-11-24T09:44:28,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c755347918a7c079a7745bb847c91e09: 2024-11-24T09:44:28,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36095 {}] regionserver.HRegion(8855): Flush requested on c755347918a7c079a7745bb847c91e09 2024-11-24T09:44:28,378 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c755347918a7c079a7745bb847c91e09 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-24T09:44:28,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp/info/63dd06c8ee444236a273ce2ec63613ea is 1055, key is row0130/info:/1732441468341/Put/seqid=0 2024-11-24T09:44:28,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741861_1037 (size=19728) 2024-11-24T09:44:28,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741861_1037 (size=19728) 2024-11-24T09:44:28,397 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp/info/63dd06c8ee444236a273ce2ec63613ea 2024-11-24T09:44:28,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp/info/63dd06c8ee444236a273ce2ec63613ea as hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/63dd06c8ee444236a273ce2ec63613ea 2024-11-24T09:44:28,412 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/63dd06c8ee444236a273ce2ec63613ea, entries=14, sequenceid=188, filesize=19.3 K 2024-11-24T09:44:28,413 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=15.40 KB/15765 for c755347918a7c079a7745bb847c91e09 in 35ms, sequenceid=188, compaction requested=true 2024-11-24T09:44:28,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c755347918a7c079a7745bb847c91e09: 2024-11-24T09:44:28,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c755347918a7c079a7745bb847c91e09:info, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:44:28,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:44:28,414 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:44:28,415 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 99525 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:44:28,415 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HStore(1541): c755347918a7c079a7745bb847c91e09/info is initiating minor compaction (all files) 2024-11-24T09:44:28,415 INFO [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c755347918a7c079a7745bb847c91e09/info in TestLogRolling-testLogRolling,row0064,1732441454201.c755347918a7c079a7745bb847c91e09. 2024-11-24T09:44:28,415 INFO [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/9b8148b02ac344098875510b79923267, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/f1026240bdc84b9995bcbe27cb5fef38, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/63dd06c8ee444236a273ce2ec63613ea] into tmpdir=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp, totalSize=97.2 K 2024-11-24T09:44:28,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36095 {}] regionserver.HRegion(8855): Flush requested on c755347918a7c079a7745bb847c91e09 2024-11-24T09:44:28,416 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c755347918a7c079a7745bb847c91e09 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-11-24T09:44:28,416 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b8148b02ac344098875510b79923267, keycount=54, bloomtype=ROW, size=60.7 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732441442021 2024-11-24T09:44:28,416 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] compactions.Compactor(225): Compacting f1026240bdc84b9995bcbe27cb5fef38, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732441466317 2024-11-24T09:44:28,418 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 63dd06c8ee444236a273ce2ec63613ea, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1732441468341 2024-11-24T09:44:28,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp/info/ceafb20176724d1c9b4ff49ed0482da4 is 1055, key is row0144/info:/1732441468379/Put/seqid=0 2024-11-24T09:44:28,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741862_1038 (size=21838) 2024-11-24T09:44:28,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741862_1038 (size=21838) 2024-11-24T09:44:28,431 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp/info/ceafb20176724d1c9b4ff49ed0482da4 2024-11-24T09:44:28,435 INFO [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c755347918a7c079a7745bb847c91e09#info#compaction#53 average throughput is 40.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:44:28,435 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp/info/fc42fafd7f3740a381dcb3d52dde6c53 is 1055, key is row0064/info:/1732441442021/Put/seqid=0 2024-11-24T09:44:28,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp/info/ceafb20176724d1c9b4ff49ed0482da4 as hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/ceafb20176724d1c9b4ff49ed0482da4 2024-11-24T09:44:28,446 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/ceafb20176724d1c9b4ff49ed0482da4, entries=16, sequenceid=207, filesize=21.3 K 2024-11-24T09:44:28,447 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=1.03 KB/1051 for c755347918a7c079a7745bb847c91e09 in 32ms, sequenceid=207, compaction requested=false 2024-11-24T09:44:28,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c755347918a7c079a7745bb847c91e09: 2024-11-24T09:44:28,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741863_1039 (size=89748) 2024-11-24T09:44:28,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741863_1039 (size=89748) 2024-11-24T09:44:28,469 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp/info/fc42fafd7f3740a381dcb3d52dde6c53 as hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/fc42fafd7f3740a381dcb3d52dde6c53 2024-11-24T09:44:28,477 INFO [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c755347918a7c079a7745bb847c91e09/info of c755347918a7c079a7745bb847c91e09 into fc42fafd7f3740a381dcb3d52dde6c53(size=87.6 K), total size for store is 109.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:44:28,477 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c755347918a7c079a7745bb847c91e09: 2024-11-24T09:44:28,477 INFO [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732441454201.c755347918a7c079a7745bb847c91e09., storeName=c755347918a7c079a7745bb847c91e09/info, priority=13, startTime=1732441468413; duration=0sec 2024-11-24T09:44:28,478 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:44:28,478 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c755347918a7c079a7745bb847c91e09:info 2024-11-24T09:44:29,747 INFO [master/ba35ada4783f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-24T09:44:29,748 INFO [master/ba35ada4783f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-24T09:44:30,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36095 {}] regionserver.HRegion(8855): Flush requested on c755347918a7c079a7745bb847c91e09 2024-11-24T09:44:30,436 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c755347918a7c079a7745bb847c91e09 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-24T09:44:30,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp/info/05c452c8a6ce4c519fdb85af406b74fa is 1055, key is row0160/info:/1732441468417/Put/seqid=0 2024-11-24T09:44:30,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741864_1040 (size=13394) 2024-11-24T09:44:30,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741864_1040 (size=13394) 2024-11-24T09:44:30,446 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp/info/05c452c8a6ce4c519fdb85af406b74fa 2024-11-24T09:44:30,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp/info/05c452c8a6ce4c519fdb85af406b74fa as hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/05c452c8a6ce4c519fdb85af406b74fa 2024-11-24T09:44:30,457 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/05c452c8a6ce4c519fdb85af406b74fa, entries=8, sequenceid=219, filesize=13.1 K 2024-11-24T09:44:30,458 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for c755347918a7c079a7745bb847c91e09 in 22ms, sequenceid=219, compaction requested=true 2024-11-24T09:44:30,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c755347918a7c079a7745bb847c91e09: 2024-11-24T09:44:30,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c755347918a7c079a7745bb847c91e09:info, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:44:30,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:44:30,458 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:44:30,460 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 124980 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:44:30,460 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HStore(1541): c755347918a7c079a7745bb847c91e09/info is initiating minor compaction (all files) 2024-11-24T09:44:30,460 INFO [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c755347918a7c079a7745bb847c91e09/info in TestLogRolling-testLogRolling,row0064,1732441454201.c755347918a7c079a7745bb847c91e09. 2024-11-24T09:44:30,460 INFO [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/fc42fafd7f3740a381dcb3d52dde6c53, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/ceafb20176724d1c9b4ff49ed0482da4, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/05c452c8a6ce4c519fdb85af406b74fa] into tmpdir=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp, totalSize=122.1 K 2024-11-24T09:44:30,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36095 {}] regionserver.HRegion(8855): Flush requested on c755347918a7c079a7745bb847c91e09 2024-11-24T09:44:30,460 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c755347918a7c079a7745bb847c91e09 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-24T09:44:30,460 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] compactions.Compactor(225): Compacting fc42fafd7f3740a381dcb3d52dde6c53, keycount=80, bloomtype=ROW, size=87.6 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1732441442021 2024-11-24T09:44:30,461 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] compactions.Compactor(225): Compacting ceafb20176724d1c9b4ff49ed0482da4, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732441468379 2024-11-24T09:44:30,461 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05c452c8a6ce4c519fdb85af406b74fa, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732441468417 2024-11-24T09:44:30,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp/info/eed19951e58e4f9393359d64409f3ffb is 1055, key is row0168/info:/1732441470437/Put/seqid=0 2024-11-24T09:44:30,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741865_1041 (size=18675) 2024-11-24T09:44:30,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741865_1041 (size=18675) 2024-11-24T09:44:30,471 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp/info/eed19951e58e4f9393359d64409f3ffb 2024-11-24T09:44:30,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp/info/eed19951e58e4f9393359d64409f3ffb as hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/eed19951e58e4f9393359d64409f3ffb 2024-11-24T09:44:30,481 INFO [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c755347918a7c079a7745bb847c91e09#info#compaction#56 average throughput is 34.75 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:44:30,482 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp/info/43ae466061dd422dbb4006062765d4f1 is 1055, key is row0064/info:/1732441442021/Put/seqid=0 2024-11-24T09:44:30,485 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/eed19951e58e4f9393359d64409f3ffb, entries=13, sequenceid=235, filesize=18.2 K 2024-11-24T09:44:30,486 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=10.26 KB/10510 for c755347918a7c079a7745bb847c91e09 in 26ms, sequenceid=235, compaction requested=false 2024-11-24T09:44:30,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c755347918a7c079a7745bb847c91e09: 2024-11-24T09:44:30,487 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c755347918a7c079a7745bb847c91e09 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-24T09:44:30,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36095 {}] regionserver.HRegion(8855): Flush requested on c755347918a7c079a7745bb847c91e09 2024-11-24T09:44:30,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741866_1042 (size=115126) 2024-11-24T09:44:30,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741866_1042 (size=115126) 2024-11-24T09:44:30,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp/info/2cbdd22f029d4bfb83af94148c9a31d2 is 1055, key is row0181/info:/1732441470461/Put/seqid=0 2024-11-24T09:44:30,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741867_1043 (size=16553) 2024-11-24T09:44:30,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741867_1043 (size=16553) 2024-11-24T09:44:30,498 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp/info/2cbdd22f029d4bfb83af94148c9a31d2 2024-11-24T09:44:30,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp/info/2cbdd22f029d4bfb83af94148c9a31d2 as hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/2cbdd22f029d4bfb83af94148c9a31d2 2024-11-24T09:44:30,510 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/2cbdd22f029d4bfb83af94148c9a31d2, entries=11, sequenceid=249, filesize=16.2 K 2024-11-24T09:44:30,511 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=1.03 KB/1051 for c755347918a7c079a7745bb847c91e09 in 24ms, sequenceid=249, compaction requested=false 2024-11-24T09:44:30,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c755347918a7c079a7745bb847c91e09: 2024-11-24T09:44:30,900 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp/info/43ae466061dd422dbb4006062765d4f1 as hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/43ae466061dd422dbb4006062765d4f1 2024-11-24T09:44:30,907 INFO [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c755347918a7c079a7745bb847c91e09/info of c755347918a7c079a7745bb847c91e09 into 43ae466061dd422dbb4006062765d4f1(size=112.4 K), total size for store is 146.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:44:30,907 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c755347918a7c079a7745bb847c91e09: 2024-11-24T09:44:30,907 INFO [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732441454201.c755347918a7c079a7745bb847c91e09., storeName=c755347918a7c079a7745bb847c91e09/info, priority=13, startTime=1732441470458; duration=0sec 2024-11-24T09:44:30,907 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:44:30,907 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c755347918a7c079a7745bb847c91e09:info 2024-11-24T09:44:32,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36095 {}] regionserver.HRegion(8855): Flush requested on c755347918a7c079a7745bb847c91e09 2024-11-24T09:44:32,508 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c755347918a7c079a7745bb847c91e09 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-24T09:44:32,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=c755347918a7c079a7745bb847c91e09, server=ba35ada4783f,36095,1732441428485 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T09:44:32,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36095 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:42984 deadline: 1732441482538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=c755347918a7c079a7745bb847c91e09, server=ba35ada4783f,36095,1732441428485 2024-11-24T09:44:32,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1732441454201.c755347918a7c079a7745bb847c91e09., hostname=ba35ada4783f,36095,1732441428485, seqNum=128 , the old value is region=TestLogRolling-testLogRolling,row0064,1732441454201.c755347918a7c079a7745bb847c91e09., hostname=ba35ada4783f,36095,1732441428485, seqNum=128, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=c755347918a7c079a7745bb847c91e09, server=ba35ada4783f,36095,1732441428485 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T09:44:32,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1732441454201.c755347918a7c079a7745bb847c91e09., hostname=ba35ada4783f,36095,1732441428485, seqNum=128 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=c755347918a7c079a7745bb847c91e09, server=ba35ada4783f,36095,1732441428485 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T09:44:32,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1732441454201.c755347918a7c079a7745bb847c91e09., hostname=ba35ada4783f,36095,1732441428485, seqNum=128 because the exception is null or not the one we care about 2024-11-24T09:44:32,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp/info/3ff2b85eb89b4a2b866255f69552f1d3 is 1055, key is row0192/info:/1732441470489/Put/seqid=0 2024-11-24T09:44:32,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741868_1044 (size=13399) 2024-11-24T09:44:32,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741868_1044 (size=13399) 2024-11-24T09:44:32,555 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp/info/3ff2b85eb89b4a2b866255f69552f1d3 2024-11-24T09:44:32,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp/info/3ff2b85eb89b4a2b866255f69552f1d3 as hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/3ff2b85eb89b4a2b866255f69552f1d3 2024-11-24T09:44:32,565 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/3ff2b85eb89b4a2b866255f69552f1d3, entries=8, sequenceid=261, filesize=13.1 K 2024-11-24T09:44:32,566 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for c755347918a7c079a7745bb847c91e09 in 58ms, sequenceid=261, compaction requested=true 2024-11-24T09:44:32,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c755347918a7c079a7745bb847c91e09: 2024-11-24T09:44:32,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c755347918a7c079a7745bb847c91e09:info, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:44:32,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:44:32,566 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:44:32,567 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 163753 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:44:32,567 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HStore(1541): c755347918a7c079a7745bb847c91e09/info is initiating minor compaction (all files) 2024-11-24T09:44:32,568 INFO [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c755347918a7c079a7745bb847c91e09/info in TestLogRolling-testLogRolling,row0064,1732441454201.c755347918a7c079a7745bb847c91e09. 2024-11-24T09:44:32,568 INFO [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/43ae466061dd422dbb4006062765d4f1, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/eed19951e58e4f9393359d64409f3ffb, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/2cbdd22f029d4bfb83af94148c9a31d2, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/3ff2b85eb89b4a2b866255f69552f1d3] into tmpdir=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp, totalSize=159.9 K 2024-11-24T09:44:32,568 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43ae466061dd422dbb4006062765d4f1, keycount=104, bloomtype=ROW, size=112.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732441442021 2024-11-24T09:44:32,568 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] compactions.Compactor(225): Compacting eed19951e58e4f9393359d64409f3ffb, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732441470437 2024-11-24T09:44:32,568 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2cbdd22f029d4bfb83af94148c9a31d2, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732441470461 2024-11-24T09:44:32,569 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ff2b85eb89b4a2b866255f69552f1d3, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732441470489 2024-11-24T09:44:32,580 INFO [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c755347918a7c079a7745bb847c91e09#info#compaction#59 average throughput is 68.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:44:32,581 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp/info/939bd27f4d804dd5a3eee2efa68f8881 is 1055, key is row0064/info:/1732441442021/Put/seqid=0 2024-11-24T09:44:32,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741869_1045 (size=149167) 2024-11-24T09:44:32,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741869_1045 (size=149167) 2024-11-24T09:44:33,001 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp/info/939bd27f4d804dd5a3eee2efa68f8881 as hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/939bd27f4d804dd5a3eee2efa68f8881 2024-11-24T09:44:33,007 INFO [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c755347918a7c079a7745bb847c91e09/info of c755347918a7c079a7745bb847c91e09 into 939bd27f4d804dd5a3eee2efa68f8881(size=145.7 K), total size for store is 145.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:44:33,007 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c755347918a7c079a7745bb847c91e09: 2024-11-24T09:44:33,007 INFO [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732441454201.c755347918a7c079a7745bb847c91e09., storeName=c755347918a7c079a7745bb847c91e09/info, priority=12, startTime=1732441472566; duration=0sec 2024-11-24T09:44:33,007 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:44:33,007 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c755347918a7c079a7745bb847c91e09:info 2024-11-24T09:44:34,657 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20375 2024-11-24T09:44:42,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36095 {}] regionserver.HRegion(8855): Flush requested on c755347918a7c079a7745bb847c91e09 2024-11-24T09:44:42,610 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c755347918a7c079a7745bb847c91e09 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-11-24T09:44:42,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp/info/39b42b299bdd429fb3268cf17fc0508d is 1055, key is row0200/info:/1732441472509/Put/seqid=0 2024-11-24T09:44:42,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741870_1046 (size=28178) 2024-11-24T09:44:42,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741870_1046 (size=28178) 2024-11-24T09:44:42,622 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp/info/39b42b299bdd429fb3268cf17fc0508d 2024-11-24T09:44:42,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp/info/39b42b299bdd429fb3268cf17fc0508d as hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/39b42b299bdd429fb3268cf17fc0508d 2024-11-24T09:44:42,635 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/39b42b299bdd429fb3268cf17fc0508d, entries=22, sequenceid=287, filesize=27.5 K 2024-11-24T09:44:42,636 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=3.08 KB/3153 for c755347918a7c079a7745bb847c91e09 in 26ms, sequenceid=287, compaction requested=false 2024-11-24T09:44:42,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c755347918a7c079a7745bb847c91e09: 2024-11-24T09:44:44,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36095 {}] regionserver.HRegion(8855): Flush requested on c755347918a7c079a7745bb847c91e09 2024-11-24T09:44:44,627 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c755347918a7c079a7745bb847c91e09 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-24T09:44:44,631 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp/info/22d71e638d2248b3982cb021a18a7128 is 1055, key is row0222/info:/1732441482612/Put/seqid=0 2024-11-24T09:44:44,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741871_1047 (size=13402) 2024-11-24T09:44:44,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741871_1047 (size=13402) 2024-11-24T09:44:44,636 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp/info/22d71e638d2248b3982cb021a18a7128 2024-11-24T09:44:44,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp/info/22d71e638d2248b3982cb021a18a7128 as hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/22d71e638d2248b3982cb021a18a7128 2024-11-24T09:44:44,648 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/22d71e638d2248b3982cb021a18a7128, entries=8, sequenceid=298, filesize=13.1 K 2024-11-24T09:44:44,648 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=10.26 KB/10510 for c755347918a7c079a7745bb847c91e09 in 21ms, sequenceid=298, compaction requested=true 2024-11-24T09:44:44,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c755347918a7c079a7745bb847c91e09: 2024-11-24T09:44:44,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c755347918a7c079a7745bb847c91e09:info, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:44:44,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:44:44,649 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:44:44,650 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 190747 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:44:44,650 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HStore(1541): c755347918a7c079a7745bb847c91e09/info is initiating minor compaction (all files) 2024-11-24T09:44:44,650 INFO [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c755347918a7c079a7745bb847c91e09/info in TestLogRolling-testLogRolling,row0064,1732441454201.c755347918a7c079a7745bb847c91e09. 2024-11-24T09:44:44,650 INFO [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/939bd27f4d804dd5a3eee2efa68f8881, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/39b42b299bdd429fb3268cf17fc0508d, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/22d71e638d2248b3982cb021a18a7128] into tmpdir=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp, totalSize=186.3 K 2024-11-24T09:44:44,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36095 {}] regionserver.HRegion(8855): Flush requested on c755347918a7c079a7745bb847c91e09 2024-11-24T09:44:44,650 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c755347918a7c079a7745bb847c91e09 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-24T09:44:44,650 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 939bd27f4d804dd5a3eee2efa68f8881, keycount=136, bloomtype=ROW, size=145.7 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732441442021 2024-11-24T09:44:44,651 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 39b42b299bdd429fb3268cf17fc0508d, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732441472509 2024-11-24T09:44:44,651 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 22d71e638d2248b3982cb021a18a7128, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732441482612 2024-11-24T09:44:44,654 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp/info/3a6d90cc46554bee85e04255f9a70b48 is 1055, key is row0230/info:/1732441484628/Put/seqid=0 2024-11-24T09:44:44,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741872_1048 (size=16564) 2024-11-24T09:44:44,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741872_1048 (size=16564) 2024-11-24T09:44:44,662 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp/info/3a6d90cc46554bee85e04255f9a70b48 2024-11-24T09:44:44,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp/info/3a6d90cc46554bee85e04255f9a70b48 as hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/3a6d90cc46554bee85e04255f9a70b48 2024-11-24T09:44:44,676 INFO [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c755347918a7c079a7745bb847c91e09#info#compaction#63 average throughput is 41.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:44:44,676 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp/info/5e8eda810eb6406cba200a363872e225 is 1055, key is row0064/info:/1732441442021/Put/seqid=0 2024-11-24T09:44:44,680 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/3a6d90cc46554bee85e04255f9a70b48, entries=11, sequenceid=312, filesize=16.2 K 2024-11-24T09:44:44,681 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=14.37 KB/14714 for c755347918a7c079a7745bb847c91e09 in 31ms, sequenceid=312, compaction requested=false 2024-11-24T09:44:44,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c755347918a7c079a7745bb847c91e09: 2024-11-24T09:44:44,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36095 {}] regionserver.HRegion(8855): Flush requested on c755347918a7c079a7745bb847c91e09 2024-11-24T09:44:44,681 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c755347918a7c079a7745bb847c91e09 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-24T09:44:44,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp/info/092953787ec34646bddd4f039ac0a8cc is 1055, key is row0241/info:/1732441484652/Put/seqid=0 2024-11-24T09:44:44,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741873_1049 (size=180897) 2024-11-24T09:44:44,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741873_1049 (size=180897) 2024-11-24T09:44:44,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741874_1050 (size=20796) 2024-11-24T09:44:44,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741874_1050 (size=20796) 2024-11-24T09:44:44,692 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp/info/092953787ec34646bddd4f039ac0a8cc 2024-11-24T09:44:44,696 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp/info/5e8eda810eb6406cba200a363872e225 as hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/5e8eda810eb6406cba200a363872e225 2024-11-24T09:44:44,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp/info/092953787ec34646bddd4f039ac0a8cc as hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/092953787ec34646bddd4f039ac0a8cc 2024-11-24T09:44:44,703 INFO [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c755347918a7c079a7745bb847c91e09/info of c755347918a7c079a7745bb847c91e09 into 5e8eda810eb6406cba200a363872e225(size=176.7 K), total size for store is 192.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:44:44,703 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c755347918a7c079a7745bb847c91e09: 2024-11-24T09:44:44,703 INFO [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732441454201.c755347918a7c079a7745bb847c91e09., storeName=c755347918a7c079a7745bb847c91e09/info, priority=13, startTime=1732441484648; duration=0sec 2024-11-24T09:44:44,703 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:44:44,703 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c755347918a7c079a7745bb847c91e09:info 2024-11-24T09:44:44,704 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/092953787ec34646bddd4f039ac0a8cc, entries=15, sequenceid=330, filesize=20.3 K 2024-11-24T09:44:44,705 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=1.03 KB/1051 for c755347918a7c079a7745bb847c91e09 in 24ms, sequenceid=330, compaction requested=true 2024-11-24T09:44:44,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c755347918a7c079a7745bb847c91e09: 2024-11-24T09:44:44,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c755347918a7c079a7745bb847c91e09:info, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:44:44,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:44:44,706 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:44:44,707 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 218257 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:44:44,707 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HStore(1541): c755347918a7c079a7745bb847c91e09/info is initiating minor compaction (all files) 2024-11-24T09:44:44,707 INFO [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c755347918a7c079a7745bb847c91e09/info in TestLogRolling-testLogRolling,row0064,1732441454201.c755347918a7c079a7745bb847c91e09. 2024-11-24T09:44:44,707 INFO [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/5e8eda810eb6406cba200a363872e225, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/3a6d90cc46554bee85e04255f9a70b48, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/092953787ec34646bddd4f039ac0a8cc] into tmpdir=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp, totalSize=213.1 K 2024-11-24T09:44:44,708 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e8eda810eb6406cba200a363872e225, keycount=166, bloomtype=ROW, size=176.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732441442021 2024-11-24T09:44:44,708 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a6d90cc46554bee85e04255f9a70b48, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732441484628 2024-11-24T09:44:44,708 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 092953787ec34646bddd4f039ac0a8cc, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732441484652 2024-11-24T09:44:44,723 INFO [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c755347918a7c079a7745bb847c91e09#info#compaction#65 average throughput is 38.49 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:44:44,723 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp/info/f196a2ace0374a3db95f2855619018b7 is 1055, key is row0064/info:/1732441442021/Put/seqid=0 2024-11-24T09:44:44,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741875_1051 (size=208480) 2024-11-24T09:44:44,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741875_1051 (size=208480) 2024-11-24T09:44:44,731 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp/info/f196a2ace0374a3db95f2855619018b7 as hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/f196a2ace0374a3db95f2855619018b7 2024-11-24T09:44:44,737 INFO [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c755347918a7c079a7745bb847c91e09/info of c755347918a7c079a7745bb847c91e09 into f196a2ace0374a3db95f2855619018b7(size=203.6 K), total size for store is 203.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:44:44,737 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c755347918a7c079a7745bb847c91e09: 2024-11-24T09:44:44,737 INFO [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732441454201.c755347918a7c079a7745bb847c91e09., storeName=c755347918a7c079a7745bb847c91e09/info, priority=13, startTime=1732441484705; duration=0sec 2024-11-24T09:44:44,737 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:44:44,737 DEBUG [RS:0;ba35ada4783f:36095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c755347918a7c079a7745bb847c91e09:info 2024-11-24T09:44:46,684 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-11-24T09:44:46,703 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/WALs/ba35ada4783f,36095,1732441428485/ba35ada4783f%2C36095%2C1732441428485.1732441486685, exclude list is [], retry=0 2024-11-24T09:44:46,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35195,DS-697f3139-da04-468f-a0a4-e3596d5e1103,DISK] 2024-11-24T09:44:46,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35957,DS-21dd5259-367e-43ee-8852-d6d7adbe468d,DISK] 2024-11-24T09:44:46,707 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/WALs/ba35ada4783f,36095,1732441428485/ba35ada4783f%2C36095%2C1732441428485.1732441429113 with entries=313, filesize=302.33 KB; new WAL /user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/WALs/ba35ada4783f,36095,1732441428485/ba35ada4783f%2C36095%2C1732441428485.1732441486685 2024-11-24T09:44:46,707 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43881:43881),(127.0.0.1/127.0.0.1:42921:42921)] 2024-11-24T09:44:46,707 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/WALs/ba35ada4783f,36095,1732441428485/ba35ada4783f%2C36095%2C1732441428485.1732441429113 is not closed yet, will try archiving it next time 2024-11-24T09:44:46,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741832_1008 (size=309591) 2024-11-24T09:44:46,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741832_1008 (size=309591) 2024-11-24T09:44:46,711 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c755347918a7c079a7745bb847c91e09 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-24T09:44:46,715 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp/info/a760a993c9d248d4bac1aba2028e644f is 1055, key is row0256/info:/1732441484682/Put/seqid=0 2024-11-24T09:44:46,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741877_1053 (size=6010) 2024-11-24T09:44:46,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741877_1053 (size=6010) 2024-11-24T09:44:46,725 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp/info/a760a993c9d248d4bac1aba2028e644f 2024-11-24T09:44:46,730 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/.tmp/info/a760a993c9d248d4bac1aba2028e644f as hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/a760a993c9d248d4bac1aba2028e644f 2024-11-24T09:44:46,735 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/a760a993c9d248d4bac1aba2028e644f, entries=1, sequenceid=336, filesize=5.9 K 2024-11-24T09:44:46,736 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for c755347918a7c079a7745bb847c91e09 in 25ms, sequenceid=336, compaction requested=false 2024-11-24T09:44:46,736 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c755347918a7c079a7745bb847c91e09: 2024-11-24T09:44:46,736 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=670 B heapSize=2.02 KB 2024-11-24T09:44:46,740 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/hbase/meta/1588230740/.tmp/info/bf9e6940c521415098cc7818cdcac515 is 186, key is TestLogRolling-testLogRolling,,1732441454201.c2bf98b6d5052b16632a085ae551cfd9./info:regioninfo/1732441454944/Put/seqid=0 2024-11-24T09:44:46,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741878_1054 (size=6153) 2024-11-24T09:44:46,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741878_1054 (size=6153) 2024-11-24T09:44:46,745 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=670 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/hbase/meta/1588230740/.tmp/info/bf9e6940c521415098cc7818cdcac515 2024-11-24T09:44:46,751 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/hbase/meta/1588230740/.tmp/info/bf9e6940c521415098cc7818cdcac515 as hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/hbase/meta/1588230740/info/bf9e6940c521415098cc7818cdcac515 2024-11-24T09:44:46,756 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/hbase/meta/1588230740/info/bf9e6940c521415098cc7818cdcac515, entries=5, sequenceid=21, filesize=6.0 K 2024-11-24T09:44:46,758 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~670 B/670, heapSize ~1.25 KB/1280, currentSize=0 B/0 for 1588230740 in 21ms, sequenceid=21, compaction requested=false 2024-11-24T09:44:46,758 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-24T09:44:46,758 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c2bf98b6d5052b16632a085ae551cfd9: 2024-11-24T09:44:46,768 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/WALs/ba35ada4783f,36095,1732441428485/ba35ada4783f%2C36095%2C1732441428485.1732441486758, exclude list is [], retry=0 2024-11-24T09:44:46,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35957,DS-21dd5259-367e-43ee-8852-d6d7adbe468d,DISK] 2024-11-24T09:44:46,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35195,DS-697f3139-da04-468f-a0a4-e3596d5e1103,DISK] 2024-11-24T09:44:46,772 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/WALs/ba35ada4783f,36095,1732441428485/ba35ada4783f%2C36095%2C1732441428485.1732441486685 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/WALs/ba35ada4783f,36095,1732441428485/ba35ada4783f%2C36095%2C1732441428485.1732441486758 2024-11-24T09:44:46,772 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42921:42921),(127.0.0.1/127.0.0.1:43881:43881)] 2024-11-24T09:44:46,772 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/WALs/ba35ada4783f,36095,1732441428485/ba35ada4783f%2C36095%2C1732441428485.1732441486685 is not closed yet, will try archiving it next time 2024-11-24T09:44:46,772 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/WALs/ba35ada4783f,36095,1732441428485/ba35ada4783f%2C36095%2C1732441428485.1732441429113 to hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/oldWALs/ba35ada4783f%2C36095%2C1732441428485.1732441429113 2024-11-24T09:44:46,773 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T09:44:46,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741876_1052 (size=731) 2024-11-24T09:44:46,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741876_1052 (size=731) 2024-11-24T09:44:46,774 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/WALs/ba35ada4783f,36095,1732441428485/ba35ada4783f%2C36095%2C1732441428485.1732441486685 to hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/oldWALs/ba35ada4783f%2C36095%2C1732441428485.1732441486685 2024-11-24T09:44:46,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T09:44:46,874 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T09:44:46,874 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T09:44:46,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:44:46,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:44:46,874 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T09:44:46,875 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T09:44:46,875 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1844858994, stopped=false 2024-11-24T09:44:46,875 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ba35ada4783f,41293,1732441428346 2024-11-24T09:44:46,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36095-0x1016d83e42c0001, quorum=127.0.0.1:54373, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T09:44:46,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41293-0x1016d83e42c0000, quorum=127.0.0.1:54373, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T09:44:46,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36095-0x1016d83e42c0001, quorum=127.0.0.1:54373, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:44:46,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41293-0x1016d83e42c0000, quorum=127.0.0.1:54373, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:44:46,932 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T09:44:46,932 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T09:44:46,933 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T09:44:46,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:44:46,934 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41293-0x1016d83e42c0000, quorum=127.0.0.1:54373, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T09:44:46,934 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ba35ada4783f,36095,1732441428485' ***** 2024-11-24T09:44:46,934 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T09:44:46,935 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36095-0x1016d83e42c0001, quorum=127.0.0.1:54373, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T09:44:46,935 INFO [RS:0;ba35ada4783f:36095 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T09:44:46,935 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T09:44:46,936 INFO [RS:0;ba35ada4783f:36095 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T09:44:46,936 INFO [RS:0;ba35ada4783f:36095 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T09:44:46,936 INFO [RS:0;ba35ada4783f:36095 {}] regionserver.HRegionServer(3091): Received CLOSE for c755347918a7c079a7745bb847c91e09 2024-11-24T09:44:46,936 INFO [RS:0;ba35ada4783f:36095 {}] regionserver.HRegionServer(3091): Received CLOSE for c2bf98b6d5052b16632a085ae551cfd9 2024-11-24T09:44:46,936 INFO [RS:0;ba35ada4783f:36095 {}] regionserver.HRegionServer(959): stopping server ba35ada4783f,36095,1732441428485 2024-11-24T09:44:46,936 INFO [RS:0;ba35ada4783f:36095 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T09:44:46,936 DEBUG [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c755347918a7c079a7745bb847c91e09, disabling compactions & flushes 2024-11-24T09:44:46,937 INFO [RS:0;ba35ada4783f:36095 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba35ada4783f:36095. 2024-11-24T09:44:46,937 INFO [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1732441454201.c755347918a7c079a7745bb847c91e09. 2024-11-24T09:44:46,937 DEBUG [RS:0;ba35ada4783f:36095 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T09:44:46,937 DEBUG [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1732441454201.c755347918a7c079a7745bb847c91e09. 2024-11-24T09:44:46,937 DEBUG [RS:0;ba35ada4783f:36095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:44:46,937 DEBUG [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1732441454201.c755347918a7c079a7745bb847c91e09. after waiting 0 ms 2024-11-24T09:44:46,937 DEBUG [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1732441454201.c755347918a7c079a7745bb847c91e09. 2024-11-24T09:44:46,937 INFO [RS:0;ba35ada4783f:36095 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T09:44:46,937 INFO [RS:0;ba35ada4783f:36095 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T09:44:46,937 INFO [RS:0;ba35ada4783f:36095 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T09:44:46,937 INFO [RS:0;ba35ada4783f:36095 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T09:44:46,937 INFO [RS:0;ba35ada4783f:36095 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T09:44:46,937 DEBUG [RS:0;ba35ada4783f:36095 {}] regionserver.HRegionServer(1325): Online Regions={c755347918a7c079a7745bb847c91e09=TestLogRolling-testLogRolling,row0064,1732441454201.c755347918a7c079a7745bb847c91e09., 1588230740=hbase:meta,,1.1588230740, c2bf98b6d5052b16632a085ae551cfd9=TestLogRolling-testLogRolling,,1732441454201.c2bf98b6d5052b16632a085ae551cfd9.} 2024-11-24T09:44:46,937 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T09:44:46,937 DEBUG [RS:0;ba35ada4783f:36095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c2bf98b6d5052b16632a085ae551cfd9, c755347918a7c079a7745bb847c91e09 2024-11-24T09:44:46,937 INFO [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T09:44:46,937 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T09:44:46,938 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T09:44:46,938 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T09:44:46,937 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732441454201.c755347918a7c079a7745bb847c91e09.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/b3f1b0a656f4476ea395a34e5acdfb46.abfee48a0422af1989e5f3a35a8a9e68->hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/b3f1b0a656f4476ea395a34e5acdfb46-top, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/1a4e04fe5677423d99e0f5a298bf0c52, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/TestLogRolling-testLogRolling=abfee48a0422af1989e5f3a35a8a9e68-1eed60e42300452db74c9687788722d1, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/50916b691b4546129397e67acd7bf307, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/9b8148b02ac344098875510b79923267, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/85dc4eeee3854f6da74e12090b5a5373, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/f1026240bdc84b9995bcbe27cb5fef38, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/fc42fafd7f3740a381dcb3d52dde6c53, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/63dd06c8ee444236a273ce2ec63613ea, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/ceafb20176724d1c9b4ff49ed0482da4, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/43ae466061dd422dbb4006062765d4f1, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/05c452c8a6ce4c519fdb85af406b74fa, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/eed19951e58e4f9393359d64409f3ffb, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/2cbdd22f029d4bfb83af94148c9a31d2, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/939bd27f4d804dd5a3eee2efa68f8881, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/3ff2b85eb89b4a2b866255f69552f1d3, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/39b42b299bdd429fb3268cf17fc0508d, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/5e8eda810eb6406cba200a363872e225, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/22d71e638d2248b3982cb021a18a7128, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/3a6d90cc46554bee85e04255f9a70b48, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/092953787ec34646bddd4f039ac0a8cc] to archive 2024-11-24T09:44:46,939 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732441454201.c755347918a7c079a7745bb847c91e09.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T09:44:46,941 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732441454201.c755347918a7c079a7745bb847c91e09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/b3f1b0a656f4476ea395a34e5acdfb46.abfee48a0422af1989e5f3a35a8a9e68 to hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/archive/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/b3f1b0a656f4476ea395a34e5acdfb46.abfee48a0422af1989e5f3a35a8a9e68 2024-11-24T09:44:46,942 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732441454201.c755347918a7c079a7745bb847c91e09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/1a4e04fe5677423d99e0f5a298bf0c52 to hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/archive/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/1a4e04fe5677423d99e0f5a298bf0c52 2024-11-24T09:44:46,944 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732441454201.c755347918a7c079a7745bb847c91e09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/TestLogRolling-testLogRolling=abfee48a0422af1989e5f3a35a8a9e68-1eed60e42300452db74c9687788722d1 to hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/archive/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/TestLogRolling-testLogRolling=abfee48a0422af1989e5f3a35a8a9e68-1eed60e42300452db74c9687788722d1 2024-11-24T09:44:46,945 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732441454201.c755347918a7c079a7745bb847c91e09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/50916b691b4546129397e67acd7bf307 to hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/archive/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/50916b691b4546129397e67acd7bf307 2024-11-24T09:44:46,945 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-24T09:44:46,945 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T09:44:46,946 INFO [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T09:44:46,946 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732441486937Running coprocessor pre-close hooks at 1732441486937Disabling compacts and flushes for region at 1732441486937Disabling writes for close at 1732441486938 (+1 ms)Writing region close event to WAL at 1732441486942 (+4 ms)Running coprocessor post-close hooks at 1732441486945 (+3 ms)Closed at 1732441486946 (+1 ms) 2024-11-24T09:44:46,946 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T09:44:46,946 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732441454201.c755347918a7c079a7745bb847c91e09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/9b8148b02ac344098875510b79923267 to hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/archive/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/9b8148b02ac344098875510b79923267 2024-11-24T09:44:46,947 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732441454201.c755347918a7c079a7745bb847c91e09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/85dc4eeee3854f6da74e12090b5a5373 to hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/archive/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/85dc4eeee3854f6da74e12090b5a5373 2024-11-24T09:44:46,949 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732441454201.c755347918a7c079a7745bb847c91e09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/f1026240bdc84b9995bcbe27cb5fef38 to hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/archive/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/f1026240bdc84b9995bcbe27cb5fef38 2024-11-24T09:44:46,950 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732441454201.c755347918a7c079a7745bb847c91e09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/fc42fafd7f3740a381dcb3d52dde6c53 to hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/archive/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/fc42fafd7f3740a381dcb3d52dde6c53 2024-11-24T09:44:46,951 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732441454201.c755347918a7c079a7745bb847c91e09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/63dd06c8ee444236a273ce2ec63613ea to hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/archive/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/63dd06c8ee444236a273ce2ec63613ea 2024-11-24T09:44:46,952 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732441454201.c755347918a7c079a7745bb847c91e09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/ceafb20176724d1c9b4ff49ed0482da4 to hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/archive/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/ceafb20176724d1c9b4ff49ed0482da4 2024-11-24T09:44:46,953 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732441454201.c755347918a7c079a7745bb847c91e09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/43ae466061dd422dbb4006062765d4f1 to hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/archive/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/43ae466061dd422dbb4006062765d4f1 2024-11-24T09:44:46,954 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732441454201.c755347918a7c079a7745bb847c91e09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/05c452c8a6ce4c519fdb85af406b74fa to hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/archive/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/05c452c8a6ce4c519fdb85af406b74fa 2024-11-24T09:44:46,956 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732441454201.c755347918a7c079a7745bb847c91e09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/eed19951e58e4f9393359d64409f3ffb to hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/archive/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/eed19951e58e4f9393359d64409f3ffb 2024-11-24T09:44:46,957 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732441454201.c755347918a7c079a7745bb847c91e09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/2cbdd22f029d4bfb83af94148c9a31d2 to hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/archive/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/2cbdd22f029d4bfb83af94148c9a31d2 2024-11-24T09:44:46,958 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732441454201.c755347918a7c079a7745bb847c91e09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/939bd27f4d804dd5a3eee2efa68f8881 to hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/archive/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/939bd27f4d804dd5a3eee2efa68f8881 2024-11-24T09:44:46,959 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732441454201.c755347918a7c079a7745bb847c91e09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/3ff2b85eb89b4a2b866255f69552f1d3 to hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/archive/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/3ff2b85eb89b4a2b866255f69552f1d3 2024-11-24T09:44:46,960 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732441454201.c755347918a7c079a7745bb847c91e09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/39b42b299bdd429fb3268cf17fc0508d to hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/archive/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/39b42b299bdd429fb3268cf17fc0508d 2024-11-24T09:44:46,961 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732441454201.c755347918a7c079a7745bb847c91e09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/5e8eda810eb6406cba200a363872e225 to hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/archive/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/5e8eda810eb6406cba200a363872e225 2024-11-24T09:44:46,962 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732441454201.c755347918a7c079a7745bb847c91e09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/22d71e638d2248b3982cb021a18a7128 to hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/archive/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/22d71e638d2248b3982cb021a18a7128 2024-11-24T09:44:46,963 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732441454201.c755347918a7c079a7745bb847c91e09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/3a6d90cc46554bee85e04255f9a70b48 to hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/archive/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/3a6d90cc46554bee85e04255f9a70b48 2024-11-24T09:44:46,964 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732441454201.c755347918a7c079a7745bb847c91e09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/092953787ec34646bddd4f039ac0a8cc to hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/archive/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/info/092953787ec34646bddd4f039ac0a8cc 2024-11-24T09:44:46,964 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732441454201.c755347918a7c079a7745bb847c91e09.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba35ada4783f:41293 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-24T09:44:46,965 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1732441454201.c755347918a7c079a7745bb847c91e09.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [1a4e04fe5677423d99e0f5a298bf0c52=39908, 50916b691b4546129397e67acd7bf307=13394, 9b8148b02ac344098875510b79923267=62191, 85dc4eeee3854f6da74e12090b5a5373=18675, f1026240bdc84b9995bcbe27cb5fef38=17606, fc42fafd7f3740a381dcb3d52dde6c53=89748, 63dd06c8ee444236a273ce2ec63613ea=19728, ceafb20176724d1c9b4ff49ed0482da4=21838, 43ae466061dd422dbb4006062765d4f1=115126, 05c452c8a6ce4c519fdb85af406b74fa=13394, eed19951e58e4f9393359d64409f3ffb=18675, 2cbdd22f029d4bfb83af94148c9a31d2=16553, 939bd27f4d804dd5a3eee2efa68f8881=149167, 3ff2b85eb89b4a2b866255f69552f1d3=13399, 39b42b299bdd429fb3268cf17fc0508d=28178, 5e8eda810eb6406cba200a363872e225=180897, 22d71e638d2248b3982cb021a18a7128=13402, 3a6d90cc46554bee85e04255f9a70b48=16564, 092953787ec34646bddd4f039ac0a8cc=20796] 2024-11-24T09:44:46,968 DEBUG [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c755347918a7c079a7745bb847c91e09/recovered.edits/339.seqid, newMaxSeqId=339, maxSeqId=127 2024-11-24T09:44:46,969 INFO [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1732441454201.c755347918a7c079a7745bb847c91e09. 2024-11-24T09:44:46,969 DEBUG [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c755347918a7c079a7745bb847c91e09: Waiting for close lock at 1732441486936Running coprocessor pre-close hooks at 1732441486936Disabling compacts and flushes for region at 1732441486936Disabling writes for close at 1732441486937 (+1 ms)Writing region close event to WAL at 1732441486965 (+28 ms)Running coprocessor post-close hooks at 1732441486969 (+4 ms)Closed at 1732441486969 2024-11-24T09:44:46,969 DEBUG [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1732441454201.c755347918a7c079a7745bb847c91e09. 2024-11-24T09:44:46,969 DEBUG [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c2bf98b6d5052b16632a085ae551cfd9, disabling compactions & flushes 2024-11-24T09:44:46,969 INFO [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1732441454201.c2bf98b6d5052b16632a085ae551cfd9. 2024-11-24T09:44:46,969 DEBUG [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1732441454201.c2bf98b6d5052b16632a085ae551cfd9. 2024-11-24T09:44:46,969 DEBUG [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1732441454201.c2bf98b6d5052b16632a085ae551cfd9. after waiting 0 ms 2024-11-24T09:44:46,969 DEBUG [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1732441454201.c2bf98b6d5052b16632a085ae551cfd9. 2024-11-24T09:44:46,969 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732441454201.c2bf98b6d5052b16632a085ae551cfd9.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c2bf98b6d5052b16632a085ae551cfd9/info/b3f1b0a656f4476ea395a34e5acdfb46.abfee48a0422af1989e5f3a35a8a9e68->hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/abfee48a0422af1989e5f3a35a8a9e68/info/b3f1b0a656f4476ea395a34e5acdfb46-bottom] to archive 2024-11-24T09:44:46,970 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732441454201.c2bf98b6d5052b16632a085ae551cfd9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T09:44:46,971 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732441454201.c2bf98b6d5052b16632a085ae551cfd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c2bf98b6d5052b16632a085ae551cfd9/info/b3f1b0a656f4476ea395a34e5acdfb46.abfee48a0422af1989e5f3a35a8a9e68 to hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/archive/data/default/TestLogRolling-testLogRolling/c2bf98b6d5052b16632a085ae551cfd9/info/b3f1b0a656f4476ea395a34e5acdfb46.abfee48a0422af1989e5f3a35a8a9e68 2024-11-24T09:44:46,972 WARN [StoreCloser-TestLogRolling-testLogRolling,,1732441454201.c2bf98b6d5052b16632a085ae551cfd9.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-11-24T09:44:46,975 DEBUG [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/data/default/TestLogRolling-testLogRolling/c2bf98b6d5052b16632a085ae551cfd9/recovered.edits/132.seqid, newMaxSeqId=132, maxSeqId=127 2024-11-24T09:44:46,975 INFO [regionserver/ba35ada4783f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T09:44:46,975 INFO [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1732441454201.c2bf98b6d5052b16632a085ae551cfd9. 2024-11-24T09:44:46,975 DEBUG [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c2bf98b6d5052b16632a085ae551cfd9: Waiting for close lock at 1732441486969Running coprocessor pre-close hooks at 1732441486969Disabling compacts and flushes for region at 1732441486969Disabling writes for close at 1732441486969Writing region close event to WAL at 1732441486972 (+3 ms)Running coprocessor post-close hooks at 1732441486975 (+3 ms)Closed at 1732441486975 2024-11-24T09:44:46,975 DEBUG [RS_CLOSE_REGION-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1732441454201.c2bf98b6d5052b16632a085ae551cfd9. 2024-11-24T09:44:47,033 INFO [regionserver/ba35ada4783f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T09:44:47,033 INFO [regionserver/ba35ada4783f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T09:44:47,138 INFO [RS:0;ba35ada4783f:36095 {}] regionserver.HRegionServer(976): stopping server ba35ada4783f,36095,1732441428485; all regions closed. 2024-11-24T09:44:47,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741834_1010 (size=8107) 2024-11-24T09:44:47,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741834_1010 (size=8107) 2024-11-24T09:44:47,147 DEBUG [RS:0;ba35ada4783f:36095 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/oldWALs 2024-11-24T09:44:47,148 INFO [RS:0;ba35ada4783f:36095 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ba35ada4783f%2C36095%2C1732441428485.meta:.meta(num 1732441429638) 2024-11-24T09:44:47,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741879_1055 (size=780) 2024-11-24T09:44:47,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741879_1055 (size=780) 2024-11-24T09:44:47,152 DEBUG [RS:0;ba35ada4783f:36095 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/oldWALs 2024-11-24T09:44:47,152 INFO [RS:0;ba35ada4783f:36095 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ba35ada4783f%2C36095%2C1732441428485:(num 1732441486758) 2024-11-24T09:44:47,152 DEBUG [RS:0;ba35ada4783f:36095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:44:47,152 INFO [RS:0;ba35ada4783f:36095 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T09:44:47,152 INFO [RS:0;ba35ada4783f:36095 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T09:44:47,152 INFO [RS:0;ba35ada4783f:36095 {}] hbase.ChoreService(370): Chore service for: regionserver/ba35ada4783f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T09:44:47,153 INFO [RS:0;ba35ada4783f:36095 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T09:44:47,153 INFO [regionserver/ba35ada4783f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T09:44:47,153 INFO [RS:0;ba35ada4783f:36095 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36095 2024-11-24T09:44:47,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36095-0x1016d83e42c0001, quorum=127.0.0.1:54373, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ba35ada4783f,36095,1732441428485 2024-11-24T09:44:47,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41293-0x1016d83e42c0000, quorum=127.0.0.1:54373, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T09:44:47,186 INFO [RS:0;ba35ada4783f:36095 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T09:44:47,198 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ba35ada4783f,36095,1732441428485] 2024-11-24T09:44:47,206 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ba35ada4783f,36095,1732441428485 already deleted, retry=false 2024-11-24T09:44:47,206 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ba35ada4783f,36095,1732441428485 expired; onlineServers=0 2024-11-24T09:44:47,206 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ba35ada4783f,41293,1732441428346' ***** 2024-11-24T09:44:47,206 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T09:44:47,206 INFO [M:0;ba35ada4783f:41293 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T09:44:47,207 INFO [M:0;ba35ada4783f:41293 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T09:44:47,207 DEBUG [M:0;ba35ada4783f:41293 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T09:44:47,207 DEBUG [M:0;ba35ada4783f:41293 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T09:44:47,207 DEBUG [master/ba35ada4783f:0:becomeActiveMaster-HFileCleaner.small.0-1732441428830 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba35ada4783f:0:becomeActiveMaster-HFileCleaner.small.0-1732441428830,5,FailOnTimeoutGroup] 2024-11-24T09:44:47,207 DEBUG [master/ba35ada4783f:0:becomeActiveMaster-HFileCleaner.large.0-1732441428830 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba35ada4783f:0:becomeActiveMaster-HFileCleaner.large.0-1732441428830,5,FailOnTimeoutGroup] 2024-11-24T09:44:47,207 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T09:44:47,208 INFO [M:0;ba35ada4783f:41293 {}] hbase.ChoreService(370): Chore service for: master/ba35ada4783f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T09:44:47,208 INFO [M:0;ba35ada4783f:41293 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T09:44:47,208 DEBUG [M:0;ba35ada4783f:41293 {}] master.HMaster(1795): Stopping service threads 2024-11-24T09:44:47,208 INFO [M:0;ba35ada4783f:41293 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T09:44:47,209 INFO [M:0;ba35ada4783f:41293 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T09:44:47,209 INFO [M:0;ba35ada4783f:41293 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T09:44:47,209 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T09:44:47,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41293-0x1016d83e42c0000, quorum=127.0.0.1:54373, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-24T09:44:47,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41293-0x1016d83e42c0000, quorum=127.0.0.1:54373, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:44:47,219 DEBUG [M:0;ba35ada4783f:41293 {}] zookeeper.ZKUtil(347): master:41293-0x1016d83e42c0000, quorum=127.0.0.1:54373, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-24T09:44:47,219 WARN [M:0;ba35ada4783f:41293 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T09:44:47,221 INFO [M:0;ba35ada4783f:41293 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/.lastflushedseqids 2024-11-24T09:44:47,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741880_1056 (size=228) 2024-11-24T09:44:47,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741880_1056 (size=228) 2024-11-24T09:44:47,232 INFO [M:0;ba35ada4783f:41293 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T09:44:47,232 INFO [M:0;ba35ada4783f:41293 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T09:44:47,233 DEBUG [M:0;ba35ada4783f:41293 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T09:44:47,233 INFO [M:0;ba35ada4783f:41293 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T09:44:47,233 DEBUG [M:0;ba35ada4783f:41293 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T09:44:47,233 DEBUG [M:0;ba35ada4783f:41293 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T09:44:47,233 DEBUG [M:0;ba35ada4783f:41293 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T09:44:47,233 INFO [M:0;ba35ada4783f:41293 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.43 KB heapSize=63.38 KB 2024-11-24T09:44:47,248 DEBUG [M:0;ba35ada4783f:41293 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b0a2aee44c154652947653103f72c2c8 is 82, key is hbase:meta,,1/info:regioninfo/1732441429673/Put/seqid=0 2024-11-24T09:44:47,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741881_1057 (size=5672) 2024-11-24T09:44:47,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741881_1057 (size=5672) 2024-11-24T09:44:47,253 INFO [M:0;ba35ada4783f:41293 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b0a2aee44c154652947653103f72c2c8 2024-11-24T09:44:47,270 DEBUG [M:0;ba35ada4783f:41293 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8dc7ac8e37f74eba9d501949709e302c is 750, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732441430203/Put/seqid=0 2024-11-24T09:44:47,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741882_1058 (size=7090) 2024-11-24T09:44:47,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741882_1058 (size=7090) 2024-11-24T09:44:47,275 INFO [M:0;ba35ada4783f:41293 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.83 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8dc7ac8e37f74eba9d501949709e302c 2024-11-24T09:44:47,279 INFO [M:0;ba35ada4783f:41293 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8dc7ac8e37f74eba9d501949709e302c 2024-11-24T09:44:47,293 DEBUG [M:0;ba35ada4783f:41293 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a11c923def654481b6b9fe4a669dfcbd is 69, key is ba35ada4783f,36095,1732441428485/rs:state/1732441428951/Put/seqid=0 2024-11-24T09:44:47,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741883_1059 (size=5156) 2024-11-24T09:44:47,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741883_1059 (size=5156) 2024-11-24T09:44:47,298 INFO [M:0;ba35ada4783f:41293 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a11c923def654481b6b9fe4a669dfcbd 2024-11-24T09:44:47,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36095-0x1016d83e42c0001, quorum=127.0.0.1:54373, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T09:44:47,298 INFO [RS:0;ba35ada4783f:36095 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T09:44:47,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36095-0x1016d83e42c0001, quorum=127.0.0.1:54373, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T09:44:47,298 INFO [RS:0;ba35ada4783f:36095 {}] regionserver.HRegionServer(1031): Exiting; stopping=ba35ada4783f,36095,1732441428485; zookeeper connection closed. 2024-11-24T09:44:47,298 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@76ab0440 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@76ab0440 2024-11-24T09:44:47,298 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T09:44:47,316 DEBUG [M:0;ba35ada4783f:41293 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/d0a64ff154614b90914155d25c97847d is 52, key is load_balancer_on/state:d/1732441429822/Put/seqid=0 2024-11-24T09:44:47,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741884_1060 (size=5056) 2024-11-24T09:44:47,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741884_1060 (size=5056) 2024-11-24T09:44:47,321 INFO [M:0;ba35ada4783f:41293 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/d0a64ff154614b90914155d25c97847d 2024-11-24T09:44:47,325 DEBUG [M:0;ba35ada4783f:41293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b0a2aee44c154652947653103f72c2c8 as hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b0a2aee44c154652947653103f72c2c8 2024-11-24T09:44:47,331 INFO [M:0;ba35ada4783f:41293 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b0a2aee44c154652947653103f72c2c8, entries=8, sequenceid=125, filesize=5.5 K 2024-11-24T09:44:47,332 DEBUG [M:0;ba35ada4783f:41293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8dc7ac8e37f74eba9d501949709e302c as hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8dc7ac8e37f74eba9d501949709e302c 2024-11-24T09:44:47,336 INFO [M:0;ba35ada4783f:41293 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8dc7ac8e37f74eba9d501949709e302c 2024-11-24T09:44:47,336 INFO [M:0;ba35ada4783f:41293 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8dc7ac8e37f74eba9d501949709e302c, entries=13, sequenceid=125, filesize=6.9 K 2024-11-24T09:44:47,337 DEBUG [M:0;ba35ada4783f:41293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a11c923def654481b6b9fe4a669dfcbd as hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a11c923def654481b6b9fe4a669dfcbd 2024-11-24T09:44:47,342 INFO [M:0;ba35ada4783f:41293 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a11c923def654481b6b9fe4a669dfcbd, entries=1, sequenceid=125, filesize=5.0 K 2024-11-24T09:44:47,343 DEBUG [M:0;ba35ada4783f:41293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/d0a64ff154614b90914155d25c97847d as hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/d0a64ff154614b90914155d25c97847d 2024-11-24T09:44:47,348 INFO [M:0;ba35ada4783f:41293 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40873/user/jenkins/test-data/5886944b-10a8-7889-bc59-8a39b466b5e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/d0a64ff154614b90914155d25c97847d, entries=1, sequenceid=125, filesize=4.9 K 2024-11-24T09:44:47,348 INFO [M:0;ba35ada4783f:41293 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.43 KB/52663, heapSize ~63.32 KB/64840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 115ms, sequenceid=125, compaction requested=false 2024-11-24T09:44:47,350 INFO [M:0;ba35ada4783f:41293 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T09:44:47,350 DEBUG [M:0;ba35ada4783f:41293 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732441487232Disabling compacts and flushes for region at 1732441487232Disabling writes for close at 1732441487233 (+1 ms)Obtaining lock to block concurrent updates at 1732441487233Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732441487233Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52663, getHeapSize=64840, getOffHeapSize=0, getCellsCount=148 at 1732441487234 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732441487235 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732441487235Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732441487248 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732441487248Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732441487257 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732441487269 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732441487269Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732441487279 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732441487292 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732441487292Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732441487302 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732441487315 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732441487315Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dfc14ed: reopening flushed file at 1732441487325 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d41797a: reopening flushed file at 1732441487331 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f479eb5: reopening flushed file at 1732441487336 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14163d36: reopening flushed file at 1732441487342 (+6 ms)Finished flush of dataSize ~51.43 KB/52663, heapSize ~63.32 KB/64840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 115ms, sequenceid=125, compaction requested=false at 1732441487349 (+7 ms)Writing region close event to WAL at 1732441487350 (+1 ms)Closed at 1732441487350 2024-11-24T09:44:47,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741830_1006 (size=61332) 2024-11-24T09:44:47,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741830_1006 (size=61332) 2024-11-24T09:44:47,352 INFO [M:0;ba35ada4783f:41293 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T09:44:47,352 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T09:44:47,352 INFO [M:0;ba35ada4783f:41293 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41293 2024-11-24T09:44:47,353 INFO [M:0;ba35ada4783f:41293 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T09:44:47,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41293-0x1016d83e42c0000, quorum=127.0.0.1:54373, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T09:44:47,481 INFO [M:0;ba35ada4783f:41293 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T09:44:47,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41293-0x1016d83e42c0000, quorum=127.0.0.1:54373, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T09:44:47,483 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d140f4a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T09:44:47,483 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22bc77fc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T09:44:47,483 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T09:44:47,483 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@886cba3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T09:44:47,483 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@170a96dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d722c0e7-bd7f-838a-2f28-3e5f24ac3db2/hadoop.log.dir/,STOPPED} 2024-11-24T09:44:47,485 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T09:44:47,485 WARN [BP-1464516383-172.17.0.2-1732441426815 heartbeating to localhost/127.0.0.1:40873 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T09:44:47,485 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T09:44:47,485 WARN [BP-1464516383-172.17.0.2-1732441426815 heartbeating to localhost/127.0.0.1:40873 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1464516383-172.17.0.2-1732441426815 (Datanode Uuid 185cc61a-b7d3-4c28-9363-0ba4b04b4953) service to localhost/127.0.0.1:40873 2024-11-24T09:44:47,486 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d722c0e7-bd7f-838a-2f28-3e5f24ac3db2/cluster_a4f9ad5a-d3c5-5939-fd6e-1c14c9ebf0a0/data/data3/current/BP-1464516383-172.17.0.2-1732441426815 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T09:44:47,486 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d722c0e7-bd7f-838a-2f28-3e5f24ac3db2/cluster_a4f9ad5a-d3c5-5939-fd6e-1c14c9ebf0a0/data/data4/current/BP-1464516383-172.17.0.2-1732441426815 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T09:44:47,486 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T09:44:47,490 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@784391b3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T09:44:47,490 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72588fe2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T09:44:47,490 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T09:44:47,490 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f112309{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T09:44:47,490 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@603fe95f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d722c0e7-bd7f-838a-2f28-3e5f24ac3db2/hadoop.log.dir/,STOPPED} 2024-11-24T09:44:47,492 WARN [BP-1464516383-172.17.0.2-1732441426815 heartbeating to localhost/127.0.0.1:40873 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T09:44:47,492 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T09:44:47,492 WARN [BP-1464516383-172.17.0.2-1732441426815 heartbeating to localhost/127.0.0.1:40873 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1464516383-172.17.0.2-1732441426815 (Datanode Uuid 3c931335-7b4f-4256-b5f8-1a64c0d7afcc) service to localhost/127.0.0.1:40873 2024-11-24T09:44:47,492 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T09:44:47,493 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d722c0e7-bd7f-838a-2f28-3e5f24ac3db2/cluster_a4f9ad5a-d3c5-5939-fd6e-1c14c9ebf0a0/data/data1/current/BP-1464516383-172.17.0.2-1732441426815 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T09:44:47,493 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d722c0e7-bd7f-838a-2f28-3e5f24ac3db2/cluster_a4f9ad5a-d3c5-5939-fd6e-1c14c9ebf0a0/data/data2/current/BP-1464516383-172.17.0.2-1732441426815 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T09:44:47,493 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T09:44:47,498 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@419549fa{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T09:44:47,499 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23f801fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T09:44:47,499 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T09:44:47,499 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29aec73c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T09:44:47,499 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68d6b1bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d722c0e7-bd7f-838a-2f28-3e5f24ac3db2/hadoop.log.dir/,STOPPED} 2024-11-24T09:44:47,504 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T09:44:47,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T09:44:47,537 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=108 (was 97) - Thread LEAK? -, OpenFileDescriptor=452 (was 431) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=183 (was 260), ProcessCount=11 (was 11), AvailableMemoryMB=7422 (was 7621) 2024-11-24T09:44:47,543 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=108, OpenFileDescriptor=452, MaxFileDescriptor=1048576, SystemLoadAverage=183, ProcessCount=11, AvailableMemoryMB=7422 2024-11-24T09:44:47,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T09:44:47,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d722c0e7-bd7f-838a-2f28-3e5f24ac3db2/hadoop.log.dir so I do NOT create it in target/test-data/7c6b067c-053c-a5b8-7930-f91b5a52f9e2 2024-11-24T09:44:47,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d722c0e7-bd7f-838a-2f28-3e5f24ac3db2/hadoop.tmp.dir so I do NOT create it in target/test-data/7c6b067c-053c-a5b8-7930-f91b5a52f9e2 2024-11-24T09:44:47,544 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7c6b067c-053c-a5b8-7930-f91b5a52f9e2/cluster_341a9fdb-0db8-d6dc-987a-b360847b1458, deleteOnExit=true 2024-11-24T09:44:47,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T09:44:47,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7c6b067c-053c-a5b8-7930-f91b5a52f9e2/test.cache.data in system properties and HBase conf 2024-11-24T09:44:47,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7c6b067c-053c-a5b8-7930-f91b5a52f9e2/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T09:44:47,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7c6b067c-053c-a5b8-7930-f91b5a52f9e2/hadoop.log.dir in system properties and HBase conf 2024-11-24T09:44:47,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7c6b067c-053c-a5b8-7930-f91b5a52f9e2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T09:44:47,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7c6b067c-053c-a5b8-7930-f91b5a52f9e2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T09:44:47,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T09:44:47,545 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T09:44:47,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7c6b067c-053c-a5b8-7930-f91b5a52f9e2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T09:44:47,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7c6b067c-053c-a5b8-7930-f91b5a52f9e2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T09:44:47,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7c6b067c-053c-a5b8-7930-f91b5a52f9e2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T09:44:47,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7c6b067c-053c-a5b8-7930-f91b5a52f9e2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T09:44:47,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7c6b067c-053c-a5b8-7930-f91b5a52f9e2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T09:44:47,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7c6b067c-053c-a5b8-7930-f91b5a52f9e2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T09:44:47,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7c6b067c-053c-a5b8-7930-f91b5a52f9e2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T09:44:47,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7c6b067c-053c-a5b8-7930-f91b5a52f9e2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T09:44:47,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7c6b067c-053c-a5b8-7930-f91b5a52f9e2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T09:44:47,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7c6b067c-053c-a5b8-7930-f91b5a52f9e2/nfs.dump.dir in system properties and HBase conf 2024-11-24T09:44:47,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7c6b067c-053c-a5b8-7930-f91b5a52f9e2/java.io.tmpdir in system properties and HBase conf 2024-11-24T09:44:47,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7c6b067c-053c-a5b8-7930-f91b5a52f9e2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T09:44:47,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7c6b067c-053c-a5b8-7930-f91b5a52f9e2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T09:44:47,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7c6b067c-053c-a5b8-7930-f91b5a52f9e2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T09:44:47,792 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T09:44:47,796 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T09:44:47,797 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T09:44:47,797 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T09:44:47,797 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T09:44:47,798 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T09:44:47,798 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c6b30ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7c6b067c-053c-a5b8-7930-f91b5a52f9e2/hadoop.log.dir/,AVAILABLE} 2024-11-24T09:44:47,798 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3826e31d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T09:44:47,890 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b42b62e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7c6b067c-053c-a5b8-7930-f91b5a52f9e2/java.io.tmpdir/jetty-localhost-43269-hadoop-hdfs-3_4_1-tests_jar-_-any-2452863602656183076/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T09:44:47,890 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@396da33f{HTTP/1.1, (http/1.1)}{localhost:43269} 2024-11-24T09:44:47,890 INFO [Time-limited test {}] server.Server(415): Started @209520ms 2024-11-24T09:44:48,097 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T09:44:48,100 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T09:44:48,103 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T09:44:48,103 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T09:44:48,103 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T09:44:48,103 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d98aa38{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7c6b067c-053c-a5b8-7930-f91b5a52f9e2/hadoop.log.dir/,AVAILABLE} 2024-11-24T09:44:48,104 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5404cb03{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T09:44:48,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c3b0341{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7c6b067c-053c-a5b8-7930-f91b5a52f9e2/java.io.tmpdir/jetty-localhost-37385-hadoop-hdfs-3_4_1-tests_jar-_-any-12818938786891405430/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T09:44:48,229 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9e72a76{HTTP/1.1, (http/1.1)}{localhost:37385} 2024-11-24T09:44:48,229 INFO [Time-limited test {}] server.Server(415): Started @209859ms 2024-11-24T09:44:48,230 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T09:44:48,281 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T09:44:48,284 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T09:44:48,286 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T09:44:48,287 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T09:44:48,287 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T09:44:48,287 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a8b00d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7c6b067c-053c-a5b8-7930-f91b5a52f9e2/hadoop.log.dir/,AVAILABLE} 2024-11-24T09:44:48,288 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f922443{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T09:44:48,404 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25b37d06{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7c6b067c-053c-a5b8-7930-f91b5a52f9e2/java.io.tmpdir/jetty-localhost-38405-hadoop-hdfs-3_4_1-tests_jar-_-any-6760600387033831394/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T09:44:48,405 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77dfb1ee{HTTP/1.1, (http/1.1)}{localhost:38405} 2024-11-24T09:44:48,405 INFO [Time-limited test {}] server.Server(415): Started @210035ms 2024-11-24T09:44:48,406 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T09:44:49,065 WARN [Thread-1619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7c6b067c-053c-a5b8-7930-f91b5a52f9e2/cluster_341a9fdb-0db8-d6dc-987a-b360847b1458/data/data1/current/BP-1689419604-172.17.0.2-1732441487566/current, will proceed with Du for space computation calculation, 2024-11-24T09:44:49,066 WARN [Thread-1620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7c6b067c-053c-a5b8-7930-f91b5a52f9e2/cluster_341a9fdb-0db8-d6dc-987a-b360847b1458/data/data2/current/BP-1689419604-172.17.0.2-1732441487566/current, will proceed with Du for space computation calculation, 2024-11-24T09:44:49,084 WARN [Thread-1583 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T09:44:49,087 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd91b447866fe7a66 with lease ID 0x75f169058ddabdde: Processing first storage report for DS-b1a63ef0-08b0-4533-a05f-15cb6e2aa31d from datanode DatanodeRegistration(127.0.0.1:45269, datanodeUuid=2bdb7f13-ce42-4e7a-bf65-136c3221a15f, infoPort=33227, infoSecurePort=0, ipcPort=37673, storageInfo=lv=-57;cid=testClusterID;nsid=36260741;c=1732441487566) 2024-11-24T09:44:49,087 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd91b447866fe7a66 with lease ID 0x75f169058ddabdde: from storage DS-b1a63ef0-08b0-4533-a05f-15cb6e2aa31d node DatanodeRegistration(127.0.0.1:45269, datanodeUuid=2bdb7f13-ce42-4e7a-bf65-136c3221a15f, infoPort=33227, infoSecurePort=0, ipcPort=37673, storageInfo=lv=-57;cid=testClusterID;nsid=36260741;c=1732441487566), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T09:44:49,087 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd91b447866fe7a66 with lease ID 0x75f169058ddabdde: Processing first storage report for DS-2c6a7d12-ec7d-4dfc-b470-f16c5475c6f7 from datanode DatanodeRegistration(127.0.0.1:45269, datanodeUuid=2bdb7f13-ce42-4e7a-bf65-136c3221a15f, infoPort=33227, infoSecurePort=0, ipcPort=37673, storageInfo=lv=-57;cid=testClusterID;nsid=36260741;c=1732441487566) 2024-11-24T09:44:49,087 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd91b447866fe7a66 with lease ID 0x75f169058ddabdde: from storage DS-2c6a7d12-ec7d-4dfc-b470-f16c5475c6f7 node DatanodeRegistration(127.0.0.1:45269, datanodeUuid=2bdb7f13-ce42-4e7a-bf65-136c3221a15f, infoPort=33227, infoSecurePort=0, ipcPort=37673, storageInfo=lv=-57;cid=testClusterID;nsid=36260741;c=1732441487566), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T09:44:49,280 WARN [Thread-1630 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7c6b067c-053c-a5b8-7930-f91b5a52f9e2/cluster_341a9fdb-0db8-d6dc-987a-b360847b1458/data/data3/current/BP-1689419604-172.17.0.2-1732441487566/current, will proceed with Du for space computation calculation, 2024-11-24T09:44:49,280 WARN [Thread-1631 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7c6b067c-053c-a5b8-7930-f91b5a52f9e2/cluster_341a9fdb-0db8-d6dc-987a-b360847b1458/data/data4/current/BP-1689419604-172.17.0.2-1732441487566/current, will proceed with Du for space computation calculation, 2024-11-24T09:44:49,298 WARN [Thread-1606 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T09:44:49,300 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x91b1f3ffcbeadfd9 with lease ID 0x75f169058ddabddf: Processing first storage report for DS-a7242183-c1c6-44e7-bf63-e4e4af08b983 from datanode DatanodeRegistration(127.0.0.1:33487, datanodeUuid=b222a36a-d592-47c5-b57f-e66e7276a44c, infoPort=41655, infoSecurePort=0, ipcPort=36575, storageInfo=lv=-57;cid=testClusterID;nsid=36260741;c=1732441487566) 2024-11-24T09:44:49,301 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x91b1f3ffcbeadfd9 with lease ID 0x75f169058ddabddf: from storage DS-a7242183-c1c6-44e7-bf63-e4e4af08b983 node DatanodeRegistration(127.0.0.1:33487, datanodeUuid=b222a36a-d592-47c5-b57f-e66e7276a44c, infoPort=41655, infoSecurePort=0, ipcPort=36575, storageInfo=lv=-57;cid=testClusterID;nsid=36260741;c=1732441487566), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T09:44:49,301 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x91b1f3ffcbeadfd9 with lease ID 0x75f169058ddabddf: Processing first storage report for DS-a63d401f-2271-4960-81b2-bac6ab9448c9 from datanode DatanodeRegistration(127.0.0.1:33487, datanodeUuid=b222a36a-d592-47c5-b57f-e66e7276a44c, infoPort=41655, infoSecurePort=0, ipcPort=36575, storageInfo=lv=-57;cid=testClusterID;nsid=36260741;c=1732441487566) 2024-11-24T09:44:49,301 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x91b1f3ffcbeadfd9 with lease ID 0x75f169058ddabddf: from storage DS-a63d401f-2271-4960-81b2-bac6ab9448c9 node DatanodeRegistration(127.0.0.1:33487, datanodeUuid=b222a36a-d592-47c5-b57f-e66e7276a44c, infoPort=41655, infoSecurePort=0, ipcPort=36575, storageInfo=lv=-57;cid=testClusterID;nsid=36260741;c=1732441487566), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T09:44:49,344 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7c6b067c-053c-a5b8-7930-f91b5a52f9e2 2024-11-24T09:44:49,349 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7c6b067c-053c-a5b8-7930-f91b5a52f9e2/cluster_341a9fdb-0db8-d6dc-987a-b360847b1458/zookeeper_0, clientPort=54090, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7c6b067c-053c-a5b8-7930-f91b5a52f9e2/cluster_341a9fdb-0db8-d6dc-987a-b360847b1458/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7c6b067c-053c-a5b8-7930-f91b5a52f9e2/cluster_341a9fdb-0db8-d6dc-987a-b360847b1458/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T09:44:49,350 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54090 2024-11-24T09:44:49,350 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T09:44:49,353 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T09:44:49,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33487 is added to blk_1073741825_1001 (size=7) 2024-11-24T09:44:49,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45269 is added to blk_1073741825_1001 (size=7) 2024-11-24T09:44:49,364 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38349/user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8 with version=8 2024-11-24T09:44:49,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:46189/user/jenkins/test-data/fc5fcc35-be48-3a38-649b-b7aa3038ff26/hbase-staging 2024-11-24T09:44:49,366 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ba35ada4783f:0 server-side Connection retries=45 2024-11-24T09:44:49,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T09:44:49,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T09:44:49,366 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T09:44:49,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T09:44:49,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T09:44:49,366 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T09:44:49,367 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T09:44:49,367 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37643 2024-11-24T09:44:49,369 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37643 connecting to ZooKeeper ensemble=127.0.0.1:54090 2024-11-24T09:44:49,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:376430x0, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T09:44:49,422 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37643-0x1016d84d2880000 connected 2024-11-24T09:44:49,506 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T09:44:49,510 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T09:44:49,513 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37643-0x1016d84d2880000, quorum=127.0.0.1:54090, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T09:44:49,513 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38349/user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8, hbase.cluster.distributed=false 2024-11-24T09:44:49,516 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37643-0x1016d84d2880000, quorum=127.0.0.1:54090, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T09:44:49,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37643 2024-11-24T09:44:49,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37643 2024-11-24T09:44:49,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37643 2024-11-24T09:44:49,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37643 2024-11-24T09:44:49,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37643 2024-11-24T09:44:49,539 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ba35ada4783f:0 server-side Connection retries=45 2024-11-24T09:44:49,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T09:44:49,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T09:44:49,539 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T09:44:49,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T09:44:49,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T09:44:49,540 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T09:44:49,540 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T09:44:49,540 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39435 2024-11-24T09:44:49,542 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39435 connecting to ZooKeeper ensemble=127.0.0.1:54090 2024-11-24T09:44:49,543 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T09:44:49,545 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T09:44:49,556 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394350x0, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T09:44:49,556 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39435-0x1016d84d2880001 connected 2024-11-24T09:44:49,556 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39435-0x1016d84d2880001, quorum=127.0.0.1:54090, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T09:44:49,556 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T09:44:49,557 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T09:44:49,558 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39435-0x1016d84d2880001, quorum=127.0.0.1:54090, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T09:44:49,559 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39435-0x1016d84d2880001, quorum=127.0.0.1:54090, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T09:44:49,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39435 2024-11-24T09:44:49,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39435 2024-11-24T09:44:49,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39435 2024-11-24T09:44:49,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39435 2024-11-24T09:44:49,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39435 2024-11-24T09:44:49,574 DEBUG [M:0;ba35ada4783f:37643 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ba35ada4783f:37643 2024-11-24T09:44:49,574 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/ba35ada4783f,37643,1732441489366 2024-11-24T09:44:49,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37643-0x1016d84d2880000, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T09:44:49,580 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39435-0x1016d84d2880001, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T09:44:49,581 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37643-0x1016d84d2880000, quorum=127.0.0.1:54090, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ba35ada4783f,37643,1732441489366 2024-11-24T09:44:49,589 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39435-0x1016d84d2880001, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T09:44:49,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37643-0x1016d84d2880000, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:44:49,589 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39435-0x1016d84d2880001, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:44:49,589 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37643-0x1016d84d2880000, quorum=127.0.0.1:54090, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-24T09:44:49,590 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ba35ada4783f,37643,1732441489366 from backup master directory 2024-11-24T09:44:49,597 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39435-0x1016d84d2880001, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T09:44:49,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37643-0x1016d84d2880000, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ba35ada4783f,37643,1732441489366 2024-11-24T09:44:49,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37643-0x1016d84d2880000, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T09:44:49,597 WARN [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T09:44:49,597 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ba35ada4783f,37643,1732441489366 2024-11-24T09:44:49,601 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38349/user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/hbase.id] with ID: 616589ec-219c-4aeb-a5b7-f4c8c1f01878 2024-11-24T09:44:49,601 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38349/user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/.tmp/hbase.id 2024-11-24T09:44:49,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33487 is added to blk_1073741826_1002 (size=42) 2024-11-24T09:44:49,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45269 is added to blk_1073741826_1002 (size=42) 2024-11-24T09:44:49,607 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38349/user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/.tmp/hbase.id]:[hdfs://localhost:38349/user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/hbase.id] 2024-11-24T09:44:49,619 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T09:44:49,620 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T09:44:49,621 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T09:44:49,637 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39435-0x1016d84d2880001, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:44:49,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37643-0x1016d84d2880000, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:44:49,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45269 is added to blk_1073741827_1003 (size=196) 2024-11-24T09:44:49,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33487 is added to blk_1073741827_1003 (size=196) 2024-11-24T09:44:49,644 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T09:44:49,645 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T09:44:49,645 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T09:44:49,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45269 is added to blk_1073741828_1004 (size=1189) 2024-11-24T09:44:49,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33487 is added to blk_1073741828_1004 (size=1189) 2024-11-24T09:44:49,652 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38349/user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/MasterData/data/master/store 2024-11-24T09:44:49,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33487 is added to blk_1073741829_1005 (size=34) 2024-11-24T09:44:49,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45269 is added to blk_1073741829_1005 (size=34) 2024-11-24T09:44:49,659 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:44:49,659 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T09:44:49,659 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T09:44:49,659 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T09:44:49,659 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T09:44:49,659 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T09:44:49,659 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T09:44:49,659 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732441489659Disabling compacts and flushes for region at 1732441489659Disabling writes for close at 1732441489659Writing region close event to WAL at 1732441489659Closed at 1732441489659 2024-11-24T09:44:49,660 WARN [master/ba35ada4783f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38349/user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/MasterData/data/master/store/.initializing 2024-11-24T09:44:49,660 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38349/user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/MasterData/WALs/ba35ada4783f,37643,1732441489366 2024-11-24T09:44:49,661 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T09:44:49,663 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ba35ada4783f%2C37643%2C1732441489366, suffix=, logDir=hdfs://localhost:38349/user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/MasterData/WALs/ba35ada4783f,37643,1732441489366, archiveDir=hdfs://localhost:38349/user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/MasterData/oldWALs, maxLogs=10 2024-11-24T09:44:49,681 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/MasterData/WALs/ba35ada4783f,37643,1732441489366/ba35ada4783f%2C37643%2C1732441489366.1732441489663, exclude list is [], retry=0 2024-11-24T09:44:49,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33487,DS-a7242183-c1c6-44e7-bf63-e4e4af08b983,DISK] 2024-11-24T09:44:49,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45269,DS-b1a63ef0-08b0-4533-a05f-15cb6e2aa31d,DISK] 2024-11-24T09:44:49,686 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/MasterData/WALs/ba35ada4783f,37643,1732441489366/ba35ada4783f%2C37643%2C1732441489366.1732441489663 2024-11-24T09:44:49,686 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41655:41655),(127.0.0.1/127.0.0.1:33227:33227)] 2024-11-24T09:44:49,686 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T09:44:49,686 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:44:49,687 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:44:49,687 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:44:49,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:44:49,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T09:44:49,692 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:44:49,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T09:44:49,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:44:49,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T09:44:49,694 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:44:49,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:44:49,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:44:49,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T09:44:49,696 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:44:49,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:44:49,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:44:49,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T09:44:49,698 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:44:49,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:44:49,699 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:44:49,699 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38349/user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:44:49,700 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38349/user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:44:49,701 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:44:49,701 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:44:49,701 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T09:44:49,702 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:44:49,707 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38349/user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T09:44:49,708 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=880580, jitterRate=0.11971616744995117}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T09:44:49,709 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732441489687Initializing all the Stores at 1732441489688 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732441489688Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732441489690 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732441489690Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732441489690Cleaning up temporary data from old regions at 1732441489701 (+11 ms)Region opened successfully at 1732441489708 (+7 ms) 2024-11-24T09:44:49,709 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T09:44:49,712 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51a6a57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba35ada4783f/172.17.0.2:0 2024-11-24T09:44:49,713 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T09:44:49,714 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T09:44:49,714 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T09:44:49,714 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T09:44:49,714 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T09:44:49,715 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T09:44:49,715 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T09:44:49,720 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T09:44:49,721 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37643-0x1016d84d2880000, quorum=127.0.0.1:54090, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-24T09:44:49,739 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-24T09:44:49,739 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T09:44:49,740 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37643-0x1016d84d2880000, quorum=127.0.0.1:54090, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-24T09:44:49,747 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-24T09:44:49,748 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T09:44:49,749 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37643-0x1016d84d2880000, quorum=127.0.0.1:54090, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-24T09:44:49,755 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-24T09:44:49,756 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37643-0x1016d84d2880000, quorum=127.0.0.1:54090, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-24T09:44:49,764 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-24T09:44:49,766 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37643-0x1016d84d2880000, quorum=127.0.0.1:54090, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T09:44:49,772 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-24T09:44:49,780 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39435-0x1016d84d2880001, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T09:44:49,780 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39435-0x1016d84d2880001, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:44:49,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37643-0x1016d84d2880000, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T09:44:49,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37643-0x1016d84d2880000, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:44:49,781 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ba35ada4783f,37643,1732441489366, sessionid=0x1016d84d2880000, setting cluster-up flag (Was=false) 2024-11-24T09:44:49,797 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39435-0x1016d84d2880001, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:44:49,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37643-0x1016d84d2880000, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:44:49,822 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-24T09:44:49,823 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba35ada4783f,37643,1732441489366 2024-11-24T09:44:49,839 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39435-0x1016d84d2880001, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:44:49,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37643-0x1016d84d2880000, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:44:49,864 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-24T09:44:49,866 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba35ada4783f,37643,1732441489366 2024-11-24T09:44:49,868 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38349/user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T09:44:49,869 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T09:44:49,869 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T09:44:49,870 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T09:44:49,870 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ba35ada4783f,37643,1732441489366 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T09:44:49,871 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ba35ada4783f:0, corePoolSize=5, maxPoolSize=5 2024-11-24T09:44:49,871 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ba35ada4783f:0, corePoolSize=5, maxPoolSize=5 2024-11-24T09:44:49,871 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ba35ada4783f:0, corePoolSize=5, maxPoolSize=5 2024-11-24T09:44:49,871 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ba35ada4783f:0, corePoolSize=5, maxPoolSize=5 2024-11-24T09:44:49,871 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ba35ada4783f:0, corePoolSize=10, maxPoolSize=10 2024-11-24T09:44:49,871 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:44:49,871 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ba35ada4783f:0, corePoolSize=2, maxPoolSize=2 2024-11-24T09:44:49,871 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:44:49,872 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732441519872 2024-11-24T09:44:49,872 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T09:44:49,872 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T09:44:49,872 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T09:44:49,872 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T09:44:49,872 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T09:44:49,872 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T09:44:49,873 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T09:44:49,873 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T09:44:49,873 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T09:44:49,873 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T09:44:49,873 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T09:44:49,873 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T09:44:49,873 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T09:44:49,873 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T09:44:49,874 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ba35ada4783f:0:becomeActiveMaster-HFileCleaner.large.0-1732441489873,5,FailOnTimeoutGroup] 2024-11-24T09:44:49,874 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ba35ada4783f:0:becomeActiveMaster-HFileCleaner.small.0-1732441489874,5,FailOnTimeoutGroup] 2024-11-24T09:44:49,874 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T09:44:49,874 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T09:44:49,874 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T09:44:49,874 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:44:49,874 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T09:44:49,874 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T09:44:49,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45269 is added to blk_1073741831_1007 (size=1321) 2024-11-24T09:44:49,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33487 is added to blk_1073741831_1007 (size=1321) 2024-11-24T09:44:49,966 INFO [RS:0;ba35ada4783f:39435 {}] regionserver.HRegionServer(746): ClusterId : 616589ec-219c-4aeb-a5b7-f4c8c1f01878 2024-11-24T09:44:49,966 DEBUG [RS:0;ba35ada4783f:39435 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T09:44:49,998 DEBUG [RS:0;ba35ada4783f:39435 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T09:44:49,998 DEBUG [RS:0;ba35ada4783f:39435 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T09:44:50,006 DEBUG [RS:0;ba35ada4783f:39435 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T09:44:50,007 DEBUG [RS:0;ba35ada4783f:39435 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@786fd15d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba35ada4783f/172.17.0.2:0 2024-11-24T09:44:50,023 DEBUG [RS:0;ba35ada4783f:39435 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ba35ada4783f:39435 2024-11-24T09:44:50,023 INFO [RS:0;ba35ada4783f:39435 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T09:44:50,023 INFO [RS:0;ba35ada4783f:39435 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T09:44:50,023 DEBUG [RS:0;ba35ada4783f:39435 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T09:44:50,024 INFO [RS:0;ba35ada4783f:39435 {}] regionserver.HRegionServer(2659): reportForDuty to master=ba35ada4783f,37643,1732441489366 with port=39435, startcode=1732441489539 2024-11-24T09:44:50,024 DEBUG [RS:0;ba35ada4783f:39435 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T09:44:50,026 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53257, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T09:44:50,026 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37643 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ba35ada4783f,39435,1732441489539 2024-11-24T09:44:50,026 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37643 {}] master.ServerManager(517): Registering regionserver=ba35ada4783f,39435,1732441489539 2024-11-24T09:44:50,028 DEBUG [RS:0;ba35ada4783f:39435 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38349/user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8 2024-11-24T09:44:50,028 DEBUG [RS:0;ba35ada4783f:39435 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38349 2024-11-24T09:44:50,028 DEBUG [RS:0;ba35ada4783f:39435 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T09:44:50,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37643-0x1016d84d2880000, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T09:44:50,040 DEBUG [RS:0;ba35ada4783f:39435 {}] zookeeper.ZKUtil(111): regionserver:39435-0x1016d84d2880001, quorum=127.0.0.1:54090, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ba35ada4783f,39435,1732441489539 2024-11-24T09:44:50,040 WARN [RS:0;ba35ada4783f:39435 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T09:44:50,040 INFO [RS:0;ba35ada4783f:39435 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T09:44:50,040 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ba35ada4783f,39435,1732441489539] 2024-11-24T09:44:50,040 DEBUG [RS:0;ba35ada4783f:39435 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38349/user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/WALs/ba35ada4783f,39435,1732441489539 2024-11-24T09:44:50,045 INFO [RS:0;ba35ada4783f:39435 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T09:44:50,049 INFO [RS:0;ba35ada4783f:39435 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T09:44:50,051 INFO [RS:0;ba35ada4783f:39435 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T09:44:50,051 INFO [RS:0;ba35ada4783f:39435 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T09:44:50,051 INFO [RS:0;ba35ada4783f:39435 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T09:44:50,052 INFO [RS:0;ba35ada4783f:39435 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T09:44:50,052 INFO [RS:0;ba35ada4783f:39435 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T09:44:50,052 DEBUG [RS:0;ba35ada4783f:39435 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:44:50,052 DEBUG [RS:0;ba35ada4783f:39435 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:44:50,052 DEBUG [RS:0;ba35ada4783f:39435 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:44:50,052 DEBUG [RS:0;ba35ada4783f:39435 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:44:50,052 DEBUG [RS:0;ba35ada4783f:39435 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:44:50,052 DEBUG [RS:0;ba35ada4783f:39435 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ba35ada4783f:0, corePoolSize=2, maxPoolSize=2 2024-11-24T09:44:50,052 DEBUG [RS:0;ba35ada4783f:39435 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:44:50,052 DEBUG [RS:0;ba35ada4783f:39435 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:44:50,052 DEBUG [RS:0;ba35ada4783f:39435 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:44:50,052 DEBUG [RS:0;ba35ada4783f:39435 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:44:50,052 DEBUG [RS:0;ba35ada4783f:39435 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:44:50,053 DEBUG [RS:0;ba35ada4783f:39435 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ba35ada4783f:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:44:50,053 DEBUG [RS:0;ba35ada4783f:39435 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ba35ada4783f:0, corePoolSize=3, maxPoolSize=3 2024-11-24T09:44:50,053 DEBUG [RS:0;ba35ada4783f:39435 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ba35ada4783f:0, corePoolSize=3, maxPoolSize=3 2024-11-24T09:44:50,057 INFO [RS:0;ba35ada4783f:39435 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T09:44:50,058 INFO [RS:0;ba35ada4783f:39435 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T09:44:50,058 INFO [RS:0;ba35ada4783f:39435 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T09:44:50,058 INFO [RS:0;ba35ada4783f:39435 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T09:44:50,058 INFO [RS:0;ba35ada4783f:39435 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T09:44:50,058 INFO [RS:0;ba35ada4783f:39435 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba35ada4783f,39435,1732441489539-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T09:44:50,076 INFO [RS:0;ba35ada4783f:39435 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T09:44:50,076 INFO [RS:0;ba35ada4783f:39435 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba35ada4783f,39435,1732441489539-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T09:44:50,076 INFO [RS:0;ba35ada4783f:39435 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T09:44:50,076 INFO [RS:0;ba35ada4783f:39435 {}] regionserver.Replication(171): ba35ada4783f,39435,1732441489539 started 2024-11-24T09:44:50,090 INFO [RS:0;ba35ada4783f:39435 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T09:44:50,090 INFO [RS:0;ba35ada4783f:39435 {}] regionserver.HRegionServer(1482): Serving as ba35ada4783f,39435,1732441489539, RpcServer on ba35ada4783f/172.17.0.2:39435, sessionid=0x1016d84d2880001 2024-11-24T09:44:50,090 DEBUG [RS:0;ba35ada4783f:39435 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T09:44:50,090 DEBUG [RS:0;ba35ada4783f:39435 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ba35ada4783f,39435,1732441489539 2024-11-24T09:44:50,090 DEBUG [RS:0;ba35ada4783f:39435 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba35ada4783f,39435,1732441489539' 2024-11-24T09:44:50,090 DEBUG [RS:0;ba35ada4783f:39435 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T09:44:50,091 DEBUG [RS:0;ba35ada4783f:39435 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T09:44:50,091 DEBUG [RS:0;ba35ada4783f:39435 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T09:44:50,091 DEBUG [RS:0;ba35ada4783f:39435 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T09:44:50,091 DEBUG [RS:0;ba35ada4783f:39435 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ba35ada4783f,39435,1732441489539 2024-11-24T09:44:50,091 DEBUG [RS:0;ba35ada4783f:39435 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba35ada4783f,39435,1732441489539' 2024-11-24T09:44:50,091 DEBUG [RS:0;ba35ada4783f:39435 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T09:44:50,092 DEBUG [RS:0;ba35ada4783f:39435 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T09:44:50,092 DEBUG [RS:0;ba35ada4783f:39435 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T09:44:50,092 INFO [RS:0;ba35ada4783f:39435 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T09:44:50,092 INFO [RS:0;ba35ada4783f:39435 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T09:44:50,193 INFO [RS:0;ba35ada4783f:39435 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T09:44:50,194 INFO [RS:0;ba35ada4783f:39435 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ba35ada4783f%2C39435%2C1732441489539, suffix=, logDir=hdfs://localhost:38349/user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/WALs/ba35ada4783f,39435,1732441489539, archiveDir=hdfs://localhost:38349/user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/oldWALs, maxLogs=32 2024-11-24T09:44:50,205 DEBUG [RS:0;ba35ada4783f:39435 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/WALs/ba35ada4783f,39435,1732441489539/ba35ada4783f%2C39435%2C1732441489539.1732441490194, exclude list is [], retry=0 2024-11-24T09:44:50,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33487,DS-a7242183-c1c6-44e7-bf63-e4e4af08b983,DISK] 2024-11-24T09:44:50,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45269,DS-b1a63ef0-08b0-4533-a05f-15cb6e2aa31d,DISK] 2024-11-24T09:44:50,210 INFO [RS:0;ba35ada4783f:39435 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/WALs/ba35ada4783f,39435,1732441489539/ba35ada4783f%2C39435%2C1732441489539.1732441490194 2024-11-24T09:44:50,210 DEBUG [RS:0;ba35ada4783f:39435 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33227:33227),(127.0.0.1/127.0.0.1:41655:41655)] 2024-11-24T09:44:50,291 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38349/user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T09:44:50,291 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38349/user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8 2024-11-24T09:44:50,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33487 is added to blk_1073741833_1009 (size=32) 2024-11-24T09:44:50,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45269 is added to blk_1073741833_1009 (size=32) 2024-11-24T09:44:50,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:44:50,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T09:44:50,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T09:44:50,709 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:44:50,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T09:44:50,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T09:44:50,711 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T09:44:50,711 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:44:50,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T09:44:50,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T09:44:50,713 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T09:44:50,713 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:44:50,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T09:44:50,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T09:44:50,715 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T09:44:50,715 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:44:50,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T09:44:50,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T09:44:50,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38349/user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/data/hbase/meta/1588230740 2024-11-24T09:44:50,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38349/user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/data/hbase/meta/1588230740 2024-11-24T09:44:50,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T09:44:50,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T09:44:50,719 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T09:44:50,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T09:44:50,723 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38349/user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T09:44:50,723 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=749807, jitterRate=-0.04657191038131714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T09:44:50,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732441490706Initializing all the Stores at 1732441490706Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732441490707 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732441490707Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732441490707Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732441490707Cleaning up temporary data from old regions at 1732441490719 (+12 ms)Region opened successfully at 1732441490724 (+5 ms) 2024-11-24T09:44:50,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T09:44:50,724 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T09:44:50,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T09:44:50,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T09:44:50,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T09:44:50,725 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T09:44:50,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732441490724Disabling compacts and flushes for region at 1732441490724Disabling writes for close at 1732441490724Writing region close event to WAL at 1732441490725 (+1 ms)Closed at 1732441490725 2024-11-24T09:44:50,726 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T09:44:50,726 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T09:44:50,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T09:44:50,728 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T09:44:50,729 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T09:44:50,879 DEBUG [ba35ada4783f:37643 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T09:44:50,880 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ba35ada4783f,39435,1732441489539 2024-11-24T09:44:50,881 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba35ada4783f,39435,1732441489539, state=OPENING 2024-11-24T09:44:50,930 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T09:44:50,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37643-0x1016d84d2880000, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:44:50,939 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39435-0x1016d84d2880001, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:44:50,939 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T09:44:50,939 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T09:44:50,939 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T09:44:50,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ba35ada4783f,39435,1732441489539}] 2024-11-24T09:44:51,092 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T09:44:51,094 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56751, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T09:44:51,097 INFO [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T09:44:51,097 INFO [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T09:44:51,097 INFO [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T09:44:51,099 INFO [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ba35ada4783f%2C39435%2C1732441489539.meta, suffix=.meta, logDir=hdfs://localhost:38349/user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/WALs/ba35ada4783f,39435,1732441489539, archiveDir=hdfs://localhost:38349/user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/oldWALs, maxLogs=32 2024-11-24T09:44:51,113 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/WALs/ba35ada4783f,39435,1732441489539/ba35ada4783f%2C39435%2C1732441489539.meta.1732441491099.meta, exclude list is [], retry=0 2024-11-24T09:44:51,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33487,DS-a7242183-c1c6-44e7-bf63-e4e4af08b983,DISK] 2024-11-24T09:44:51,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45269,DS-b1a63ef0-08b0-4533-a05f-15cb6e2aa31d,DISK] 2024-11-24T09:44:51,121 INFO [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/WALs/ba35ada4783f,39435,1732441489539/ba35ada4783f%2C39435%2C1732441489539.meta.1732441491099.meta 2024-11-24T09:44:51,121 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41655:41655),(127.0.0.1/127.0.0.1:33227:33227)] 2024-11-24T09:44:51,121 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T09:44:51,122 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T09:44:51,122 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T09:44:51,122 INFO [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T09:44:51,122 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T09:44:51,122 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:44:51,122 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T09:44:51,122 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T09:44:51,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T09:44:51,124 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T09:44:51,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:44:51,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T09:44:51,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T09:44:51,126 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T09:44:51,126 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:44:51,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T09:44:51,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T09:44:51,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T09:44:51,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:44:51,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T09:44:51,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T09:44:51,128 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T09:44:51,128 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:44:51,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T09:44:51,128 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T09:44:51,129 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38349/user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/data/hbase/meta/1588230740 2024-11-24T09:44:51,130 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38349/user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/data/hbase/meta/1588230740 2024-11-24T09:44:51,131 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T09:44:51,131 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T09:44:51,132 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T09:44:51,133 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T09:44:51,134 INFO [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=700037, jitterRate=-0.10985776782035828}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T09:44:51,134 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T09:44:51,134 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732441491122Writing region info on filesystem at 1732441491122Initializing all the Stores at 1732441491123 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732441491123Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732441491124 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732441491124Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732441491124Cleaning up temporary data from old regions at 1732441491131 (+7 ms)Running coprocessor post-open hooks at 1732441491134 (+3 ms)Region opened successfully at 1732441491134 2024-11-24T09:44:51,135 INFO [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732441491092 2024-11-24T09:44:51,137 DEBUG [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T09:44:51,137 INFO [RS_OPEN_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T09:44:51,138 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ba35ada4783f,39435,1732441489539 2024-11-24T09:44:51,139 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba35ada4783f,39435,1732441489539, state=OPEN 2024-11-24T09:44:51,178 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39435-0x1016d84d2880001, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T09:44:51,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37643-0x1016d84d2880000, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T09:44:51,178 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ba35ada4783f,39435,1732441489539 2024-11-24T09:44:51,178 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T09:44:51,178 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T09:44:51,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T09:44:51,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ba35ada4783f,39435,1732441489539 in 239 msec 2024-11-24T09:44:51,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T09:44:51,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 455 msec 2024-11-24T09:44:51,183 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T09:44:51,183 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T09:44:51,184 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T09:44:51,184 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba35ada4783f,39435,1732441489539, seqNum=-1] 2024-11-24T09:44:51,185 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:44:51,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60725, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:44:51,192 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3230 sec 2024-11-24T09:44:51,192 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732441491192, completionTime=-1 2024-11-24T09:44:51,193 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T09:44:51,193 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T09:44:51,195 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T09:44:51,195 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732441551195 2024-11-24T09:44:51,195 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732441611195 2024-11-24T09:44:51,195 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T09:44:51,195 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba35ada4783f,37643,1732441489366-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T09:44:51,195 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba35ada4783f,37643,1732441489366-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T09:44:51,195 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba35ada4783f,37643,1732441489366-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T09:44:51,195 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ba35ada4783f:37643, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T09:44:51,195 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T09:44:51,196 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T09:44:51,198 DEBUG [master/ba35ada4783f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T09:44:51,199 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.602sec 2024-11-24T09:44:51,200 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T09:44:51,200 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T09:44:51,200 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T09:44:51,200 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T09:44:51,200 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T09:44:51,200 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba35ada4783f,37643,1732441489366-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T09:44:51,200 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba35ada4783f,37643,1732441489366-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T09:44:51,202 DEBUG [master/ba35ada4783f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T09:44:51,202 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T09:44:51,202 INFO [master/ba35ada4783f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba35ada4783f,37643,1732441489366-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T09:44:51,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57acb9ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:44:51,269 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba35ada4783f,37643,-1 for getting cluster id 2024-11-24T09:44:51,269 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T09:44:51,270 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '616589ec-219c-4aeb-a5b7-f4c8c1f01878' 2024-11-24T09:44:51,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T09:44:51,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "616589ec-219c-4aeb-a5b7-f4c8c1f01878" 2024-11-24T09:44:51,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47c759af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:44:51,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba35ada4783f,37643,-1] 2024-11-24T09:44:51,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T09:44:51,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:44:51,272 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54832, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T09:44:51,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4441633a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:44:51,273 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T09:44:51,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba35ada4783f,39435,1732441489539, seqNum=-1] 2024-11-24T09:44:51,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:44:51,275 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48994, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:44:51,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ba35ada4783f,37643,1732441489366 2024-11-24T09:44:51,277 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T09:44:51,279 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-24T09:44:51,279 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T09:44:51,280 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T09:44:51,282 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:38349/user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/WALs/test.com,8080,1, archiveDir=hdfs://localhost:38349/user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/oldWALs, maxLogs=32 2024-11-24T09:44:51,296 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/WALs/test.com,8080,1/test.com%2C8080%2C1.1732441491282, exclude list is [], retry=0 2024-11-24T09:44:51,301 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33487,DS-a7242183-c1c6-44e7-bf63-e4e4af08b983,DISK] 2024-11-24T09:44:51,301 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45269,DS-b1a63ef0-08b0-4533-a05f-15cb6e2aa31d,DISK] 2024-11-24T09:44:51,304 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/WALs/test.com,8080,1/test.com%2C8080%2C1.1732441491282 2024-11-24T09:44:51,310 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33227:33227),(127.0.0.1/127.0.0.1:41655:41655)] 2024-11-24T09:44:51,326 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/WALs/test.com,8080,1/test.com%2C8080%2C1.1732441491310, exclude list is [], retry=0 2024-11-24T09:44:51,328 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45269,DS-b1a63ef0-08b0-4533-a05f-15cb6e2aa31d,DISK] 2024-11-24T09:44:51,328 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33487,DS-a7242183-c1c6-44e7-bf63-e4e4af08b983,DISK] 2024-11-24T09:44:51,339 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/WALs/test.com,8080,1/test.com%2C8080%2C1.1732441491282 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/WALs/test.com,8080,1/test.com%2C8080%2C1.1732441491310 2024-11-24T09:44:51,341 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33227:33227),(127.0.0.1/127.0.0.1:41655:41655)] 2024-11-24T09:44:51,342 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:38349/user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/WALs/test.com,8080,1/test.com%2C8080%2C1.1732441491282 is not closed yet, will try archiving it next time 2024-11-24T09:44:51,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33487 is added to blk_1073741836_1012 (size=93) 2024-11-24T09:44:51,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33487 is added to blk_1073741835_1011 (size=93) 2024-11-24T09:44:51,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45269 is added to blk_1073741835_1011 (size=93) 2024-11-24T09:44:51,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45269 is added to blk_1073741836_1012 (size=93) 2024-11-24T09:44:51,351 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38349/user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/WALs/test.com,8080,1/test.com%2C8080%2C1.1732441491282 to hdfs://localhost:38349/user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/oldWALs/test.com%2C8080%2C1.1732441491282 2024-11-24T09:44:51,357 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/oldWALs 2024-11-24T09:44:51,357 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1732441491310) 2024-11-24T09:44:51,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T09:44:51,357 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T09:44:51,357 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T09:44:51,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:44:51,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:44:51,358 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T09:44:51,358 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T09:44:51,358 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1770153399, stopped=false 2024-11-24T09:44:51,358 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ba35ada4783f,37643,1732441489366 2024-11-24T09:44:51,387 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39435-0x1016d84d2880001, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T09:44:51,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37643-0x1016d84d2880000, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T09:44:51,387 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39435-0x1016d84d2880001, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:44:51,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37643-0x1016d84d2880000, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:44:51,387 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T09:44:51,388 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T09:44:51,388 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T09:44:51,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:44:51,388 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39435-0x1016d84d2880001, quorum=127.0.0.1:54090, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T09:44:51,388 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ba35ada4783f,39435,1732441489539' ***** 2024-11-24T09:44:51,388 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T09:44:51,388 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37643-0x1016d84d2880000, quorum=127.0.0.1:54090, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T09:44:51,390 INFO [RS:0;ba35ada4783f:39435 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T09:44:51,391 INFO [RS:0;ba35ada4783f:39435 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T09:44:51,391 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T09:44:51,391 INFO [RS:0;ba35ada4783f:39435 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T09:44:51,391 INFO [RS:0;ba35ada4783f:39435 {}] regionserver.HRegionServer(959): stopping server ba35ada4783f,39435,1732441489539 2024-11-24T09:44:51,391 INFO [RS:0;ba35ada4783f:39435 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T09:44:51,391 INFO [RS:0;ba35ada4783f:39435 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba35ada4783f:39435. 2024-11-24T09:44:51,391 DEBUG [RS:0;ba35ada4783f:39435 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T09:44:51,391 DEBUG [RS:0;ba35ada4783f:39435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:44:51,391 INFO [RS:0;ba35ada4783f:39435 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T09:44:51,391 INFO [RS:0;ba35ada4783f:39435 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T09:44:51,391 INFO [RS:0;ba35ada4783f:39435 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T09:44:51,391 INFO [RS:0;ba35ada4783f:39435 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T09:44:51,391 INFO [RS:0;ba35ada4783f:39435 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T09:44:51,391 DEBUG [RS:0;ba35ada4783f:39435 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T09:44:51,391 DEBUG [RS:0;ba35ada4783f:39435 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T09:44:51,392 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T09:44:51,392 INFO [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T09:44:51,392 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T09:44:51,392 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T09:44:51,392 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T09:44:51,392 INFO [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-24T09:44:51,412 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38349/user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/data/hbase/meta/1588230740/.tmp/ns/f9f04fe1794a4b189c0e7e50e2c4157a is 43, key is default/ns:d/1732441491186/Put/seqid=0 2024-11-24T09:44:51,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45269 is added to blk_1073741837_1013 (size=5153) 2024-11-24T09:44:51,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33487 is added to blk_1073741837_1013 (size=5153) 2024-11-24T09:44:51,421 INFO [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38349/user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/data/hbase/meta/1588230740/.tmp/ns/f9f04fe1794a4b189c0e7e50e2c4157a 2024-11-24T09:44:51,428 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38349/user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/data/hbase/meta/1588230740/.tmp/ns/f9f04fe1794a4b189c0e7e50e2c4157a as hdfs://localhost:38349/user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/data/hbase/meta/1588230740/ns/f9f04fe1794a4b189c0e7e50e2c4157a 2024-11-24T09:44:51,435 INFO [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38349/user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/data/hbase/meta/1588230740/ns/f9f04fe1794a4b189c0e7e50e2c4157a, entries=2, sequenceid=6, filesize=5.0 K 2024-11-24T09:44:51,436 INFO [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 44ms, sequenceid=6, compaction requested=false 2024-11-24T09:44:51,436 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T09:44:51,444 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38349/user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-24T09:44:51,445 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T09:44:51,445 INFO [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T09:44:51,445 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732441491391Running coprocessor pre-close hooks at 1732441491392 (+1 ms)Disabling compacts and flushes for region at 1732441491392Disabling writes for close at 1732441491392Obtaining lock to block concurrent updates at 1732441491392Preparing flush snapshotting stores in 1588230740 at 1732441491392Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732441491392Flushing stores of hbase:meta,,1.1588230740 at 1732441491393 (+1 ms)Flushing 1588230740/ns: creating writer at 1732441491393Flushing 1588230740/ns: appending metadata at 1732441491411 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732441491411Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cb52606: reopening flushed file at 1732441491427 (+16 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 44ms, sequenceid=6, compaction requested=false at 1732441491436 (+9 ms)Writing region close event to WAL at 1732441491440 (+4 ms)Running coprocessor post-close hooks at 1732441491445 (+5 ms)Closed at 1732441491445 2024-11-24T09:44:51,446 DEBUG [RS_CLOSE_META-regionserver/ba35ada4783f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T09:44:51,592 INFO [RS:0;ba35ada4783f:39435 {}] regionserver.HRegionServer(976): stopping server ba35ada4783f,39435,1732441489539; all regions closed. 2024-11-24T09:44:51,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33487 is added to blk_1073741834_1010 (size=1152) 2024-11-24T09:44:51,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45269 is added to blk_1073741834_1010 (size=1152) 2024-11-24T09:44:51,596 DEBUG [RS:0;ba35ada4783f:39435 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/oldWALs 2024-11-24T09:44:51,596 INFO [RS:0;ba35ada4783f:39435 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ba35ada4783f%2C39435%2C1732441489539.meta:.meta(num 1732441491099) 2024-11-24T09:44:51,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45269 is added to blk_1073741832_1008 (size=93) 2024-11-24T09:44:51,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33487 is added to blk_1073741832_1008 (size=93) 2024-11-24T09:44:51,601 DEBUG [RS:0;ba35ada4783f:39435 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/oldWALs 2024-11-24T09:44:51,601 INFO [RS:0;ba35ada4783f:39435 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ba35ada4783f%2C39435%2C1732441489539:(num 1732441490194) 2024-11-24T09:44:51,601 DEBUG [RS:0;ba35ada4783f:39435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:44:51,601 INFO [RS:0;ba35ada4783f:39435 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T09:44:51,601 INFO [RS:0;ba35ada4783f:39435 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T09:44:51,601 INFO [RS:0;ba35ada4783f:39435 {}] hbase.ChoreService(370): Chore service for: regionserver/ba35ada4783f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T09:44:51,601 INFO [RS:0;ba35ada4783f:39435 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T09:44:51,601 INFO [regionserver/ba35ada4783f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T09:44:51,601 INFO [RS:0;ba35ada4783f:39435 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39435 2024-11-24T09:44:51,630 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39435-0x1016d84d2880001, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ba35ada4783f,39435,1732441489539 2024-11-24T09:44:51,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37643-0x1016d84d2880000, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T09:44:51,630 INFO [RS:0;ba35ada4783f:39435 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T09:44:51,631 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ba35ada4783f,39435,1732441489539] 2024-11-24T09:44:51,670 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ba35ada4783f,39435,1732441489539 already deleted, retry=false 2024-11-24T09:44:51,670 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ba35ada4783f,39435,1732441489539 expired; onlineServers=0 2024-11-24T09:44:51,670 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ba35ada4783f,37643,1732441489366' ***** 2024-11-24T09:44:51,670 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T09:44:51,671 INFO [M:0;ba35ada4783f:37643 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T09:44:51,671 INFO [M:0;ba35ada4783f:37643 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T09:44:51,671 DEBUG [M:0;ba35ada4783f:37643 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T09:44:51,671 DEBUG [M:0;ba35ada4783f:37643 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T09:44:51,671 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T09:44:51,671 DEBUG [master/ba35ada4783f:0:becomeActiveMaster-HFileCleaner.large.0-1732441489873 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba35ada4783f:0:becomeActiveMaster-HFileCleaner.large.0-1732441489873,5,FailOnTimeoutGroup] 2024-11-24T09:44:51,671 DEBUG [master/ba35ada4783f:0:becomeActiveMaster-HFileCleaner.small.0-1732441489874 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba35ada4783f:0:becomeActiveMaster-HFileCleaner.small.0-1732441489874,5,FailOnTimeoutGroup] 2024-11-24T09:44:51,671 INFO [M:0;ba35ada4783f:37643 {}] hbase.ChoreService(370): Chore service for: master/ba35ada4783f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T09:44:51,671 INFO [M:0;ba35ada4783f:37643 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T09:44:51,671 DEBUG [M:0;ba35ada4783f:37643 {}] master.HMaster(1795): Stopping service threads 2024-11-24T09:44:51,671 INFO [M:0;ba35ada4783f:37643 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T09:44:51,671 INFO [M:0;ba35ada4783f:37643 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T09:44:51,671 INFO [M:0;ba35ada4783f:37643 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T09:44:51,671 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T09:44:51,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37643-0x1016d84d2880000, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-24T09:44:51,695 DEBUG [M:0;ba35ada4783f:37643 {}] zookeeper.ZKUtil(347): master:37643-0x1016d84d2880000, quorum=127.0.0.1:54090, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-24T09:44:51,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37643-0x1016d84d2880000, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:44:51,696 WARN [M:0;ba35ada4783f:37643 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T09:44:51,696 INFO [M:0;ba35ada4783f:37643 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38349/user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/.lastflushedseqids 2024-11-24T09:44:51,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33487 is added to blk_1073741838_1014 (size=99) 2024-11-24T09:44:51,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45269 is added to blk_1073741838_1014 (size=99) 2024-11-24T09:44:51,702 INFO [M:0;ba35ada4783f:37643 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T09:44:51,702 INFO [M:0;ba35ada4783f:37643 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T09:44:51,702 DEBUG [M:0;ba35ada4783f:37643 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T09:44:51,702 INFO [M:0;ba35ada4783f:37643 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T09:44:51,702 DEBUG [M:0;ba35ada4783f:37643 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T09:44:51,702 DEBUG [M:0;ba35ada4783f:37643 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T09:44:51,702 DEBUG [M:0;ba35ada4783f:37643 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T09:44:51,702 INFO [M:0;ba35ada4783f:37643 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-11-24T09:44:51,716 DEBUG [M:0;ba35ada4783f:37643 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38349/user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b13bc5c8c2f5405eb2822456bc31228c is 82, key is hbase:meta,,1/info:regioninfo/1732441491138/Put/seqid=0 2024-11-24T09:44:51,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33487 is added to blk_1073741839_1015 (size=5672) 2024-11-24T09:44:51,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45269 is added to blk_1073741839_1015 (size=5672) 2024-11-24T09:44:51,721 INFO [M:0;ba35ada4783f:37643 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:38349/user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b13bc5c8c2f5405eb2822456bc31228c 2024-11-24T09:44:51,738 DEBUG [M:0;ba35ada4783f:37643 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38349/user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b09b56e0c5844a1cb1e327ec3c2ab821 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732441491192/Put/seqid=0 2024-11-24T09:44:51,738 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39435-0x1016d84d2880001, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T09:44:51,738 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39435-0x1016d84d2880001, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T09:44:51,738 INFO [RS:0;ba35ada4783f:39435 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T09:44:51,739 INFO [RS:0;ba35ada4783f:39435 {}] regionserver.HRegionServer(1031): Exiting; stopping=ba35ada4783f,39435,1732441489539; zookeeper connection closed. 2024-11-24T09:44:51,739 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@59b2b76a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@59b2b76a 2024-11-24T09:44:51,739 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T09:44:51,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33487 is added to blk_1073741840_1016 (size=5275) 2024-11-24T09:44:51,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45269 is added to blk_1073741840_1016 (size=5275) 2024-11-24T09:44:51,743 INFO [M:0;ba35ada4783f:37643 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:38349/user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b09b56e0c5844a1cb1e327ec3c2ab821 2024-11-24T09:44:51,760 DEBUG [M:0;ba35ada4783f:37643 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38349/user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/401130c75a994f8fab00643a863939fa is 69, key is ba35ada4783f,39435,1732441489539/rs:state/1732441490027/Put/seqid=0 2024-11-24T09:44:51,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33487 is added to blk_1073741841_1017 (size=5156) 2024-11-24T09:44:51,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45269 is added to blk_1073741841_1017 (size=5156) 2024-11-24T09:44:51,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:44:51,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:44:51,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:44:51,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:44:51,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:44:51,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:44:51,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:44:51,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:44:51,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:44:51,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:44:51,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T09:44:52,059 INFO [regionserver/ba35ada4783f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T09:44:52,166 INFO [M:0;ba35ada4783f:37643 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:38349/user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/401130c75a994f8fab00643a863939fa 2024-11-24T09:44:52,190 DEBUG [M:0;ba35ada4783f:37643 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38349/user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/00a4512c306e4a61af3dcd0b46df15ba is 52, key is load_balancer_on/state:d/1732441491279/Put/seqid=0 2024-11-24T09:44:52,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33487 is added to blk_1073741842_1018 (size=5056) 2024-11-24T09:44:52,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45269 is added to blk_1073741842_1018 (size=5056) 2024-11-24T09:44:52,197 INFO [M:0;ba35ada4783f:37643 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:38349/user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/00a4512c306e4a61af3dcd0b46df15ba 2024-11-24T09:44:52,203 DEBUG [M:0;ba35ada4783f:37643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38349/user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b13bc5c8c2f5405eb2822456bc31228c as hdfs://localhost:38349/user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b13bc5c8c2f5405eb2822456bc31228c 2024-11-24T09:44:52,209 INFO [M:0;ba35ada4783f:37643 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38349/user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b13bc5c8c2f5405eb2822456bc31228c, entries=8, sequenceid=29, filesize=5.5 K 2024-11-24T09:44:52,210 DEBUG [M:0;ba35ada4783f:37643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38349/user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b09b56e0c5844a1cb1e327ec3c2ab821 as hdfs://localhost:38349/user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b09b56e0c5844a1cb1e327ec3c2ab821 2024-11-24T09:44:52,219 INFO [M:0;ba35ada4783f:37643 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38349/user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b09b56e0c5844a1cb1e327ec3c2ab821, entries=3, sequenceid=29, filesize=5.2 K 2024-11-24T09:44:52,220 DEBUG [M:0;ba35ada4783f:37643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38349/user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/401130c75a994f8fab00643a863939fa as hdfs://localhost:38349/user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/401130c75a994f8fab00643a863939fa 2024-11-24T09:44:52,226 INFO [M:0;ba35ada4783f:37643 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38349/user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/401130c75a994f8fab00643a863939fa, entries=1, sequenceid=29, filesize=5.0 K 2024-11-24T09:44:52,227 DEBUG [M:0;ba35ada4783f:37643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38349/user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/00a4512c306e4a61af3dcd0b46df15ba as hdfs://localhost:38349/user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/00a4512c306e4a61af3dcd0b46df15ba 2024-11-24T09:44:52,233 INFO [M:0;ba35ada4783f:37643 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38349/user/jenkins/test-data/27667b98-cd77-761e-83e8-9ef77b227ac8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/00a4512c306e4a61af3dcd0b46df15ba, entries=1, sequenceid=29, filesize=4.9 K 2024-11-24T09:44:52,234 INFO [M:0;ba35ada4783f:37643 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 532ms, sequenceid=29, compaction requested=false 2024-11-24T09:44:52,243 INFO [M:0;ba35ada4783f:37643 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T09:44:52,243 DEBUG [M:0;ba35ada4783f:37643 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732441491702Disabling compacts and flushes for region at 1732441491702Disabling writes for close at 1732441491702Obtaining lock to block concurrent updates at 1732441491702Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732441491702Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1732441491703 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732441491703Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732441491703Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732441491715 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732441491715Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732441491725 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732441491737 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732441491737Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732441491747 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732441491759 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732441491759Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732441492171 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732441492189 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732441492190 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67044a23: reopening flushed file at 1732441492202 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b4654ae: reopening flushed file at 1732441492209 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52df2c14: reopening flushed file at 1732441492219 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e102247: reopening flushed file at 1732441492226 (+7 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 532ms, sequenceid=29, compaction requested=false at 1732441492234 (+8 ms)Writing region close event to WAL at 1732441492243 (+9 ms)Closed at 1732441492243 2024-11-24T09:44:52,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33487 is added to blk_1073741830_1006 (size=10311) 2024-11-24T09:44:52,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45269 is added to blk_1073741830_1006 (size=10311) 2024-11-24T09:44:52,251 INFO [M:0;ba35ada4783f:37643 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T09:44:52,251 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T09:44:52,252 INFO [M:0;ba35ada4783f:37643 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37643 2024-11-24T09:44:52,252 INFO [M:0;ba35ada4783f:37643 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T09:44:52,379 INFO [M:0;ba35ada4783f:37643 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T09:44:52,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37643-0x1016d84d2880000, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T09:44:52,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37643-0x1016d84d2880000, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T09:44:52,384 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25b37d06{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T09:44:52,384 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77dfb1ee{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T09:44:52,384 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T09:44:52,384 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f922443{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T09:44:52,384 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a8b00d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7c6b067c-053c-a5b8-7930-f91b5a52f9e2/hadoop.log.dir/,STOPPED} 2024-11-24T09:44:52,385 WARN [BP-1689419604-172.17.0.2-1732441487566 heartbeating to localhost/127.0.0.1:38349 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T09:44:52,385 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T09:44:52,385 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T09:44:52,385 WARN [BP-1689419604-172.17.0.2-1732441487566 heartbeating to localhost/127.0.0.1:38349 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1689419604-172.17.0.2-1732441487566 (Datanode Uuid b222a36a-d592-47c5-b57f-e66e7276a44c) service to localhost/127.0.0.1:38349 2024-11-24T09:44:52,386 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7c6b067c-053c-a5b8-7930-f91b5a52f9e2/cluster_341a9fdb-0db8-d6dc-987a-b360847b1458/data/data3/current/BP-1689419604-172.17.0.2-1732441487566 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T09:44:52,387 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7c6b067c-053c-a5b8-7930-f91b5a52f9e2/cluster_341a9fdb-0db8-d6dc-987a-b360847b1458/data/data4/current/BP-1689419604-172.17.0.2-1732441487566 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T09:44:52,387 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T09:44:52,395 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c3b0341{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T09:44:52,396 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9e72a76{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T09:44:52,396 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T09:44:52,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5404cb03{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T09:44:52,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d98aa38{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7c6b067c-053c-a5b8-7930-f91b5a52f9e2/hadoop.log.dir/,STOPPED} 2024-11-24T09:44:52,397 WARN [BP-1689419604-172.17.0.2-1732441487566 heartbeating to localhost/127.0.0.1:38349 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T09:44:52,397 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T09:44:52,397 WARN [BP-1689419604-172.17.0.2-1732441487566 heartbeating to localhost/127.0.0.1:38349 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1689419604-172.17.0.2-1732441487566 (Datanode Uuid 2bdb7f13-ce42-4e7a-bf65-136c3221a15f) service to localhost/127.0.0.1:38349 2024-11-24T09:44:52,397 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T09:44:52,398 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7c6b067c-053c-a5b8-7930-f91b5a52f9e2/cluster_341a9fdb-0db8-d6dc-987a-b360847b1458/data/data1/current/BP-1689419604-172.17.0.2-1732441487566 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T09:44:52,398 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7c6b067c-053c-a5b8-7930-f91b5a52f9e2/cluster_341a9fdb-0db8-d6dc-987a-b360847b1458/data/data2/current/BP-1689419604-172.17.0.2-1732441487566 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T09:44:52,398 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T09:44:52,406 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b42b62e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T09:44:52,407 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@396da33f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T09:44:52,407 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T09:44:52,407 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3826e31d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T09:44:52,407 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c6b30ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7c6b067c-053c-a5b8-7930-f91b5a52f9e2/hadoop.log.dir/,STOPPED} 2024-11-24T09:44:52,415 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T09:44:52,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T09:44:52,435 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=129 (was 108) - Thread LEAK? -, OpenFileDescriptor=503 (was 452) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=185 (was 183) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8320 (was 7422) - AvailableMemoryMB LEAK? -