2024-11-08 19:51:07,717 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-08 19:51:07,728 main DEBUG Took 0.009274 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-08 19:51:07,729 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-08 19:51:07,729 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-08 19:51:07,730 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-08 19:51:07,731 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:51:07,737 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-08 19:51:07,749 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:51:07,750 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:51:07,751 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:51:07,751 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:51:07,752 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:51:07,752 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:51:07,754 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:51:07,754 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:51:07,755 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:51:07,755 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:51:07,756 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:51:07,757 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:51:07,757 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:51:07,758 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:51:07,758 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:51:07,759 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:51:07,759 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:51:07,760 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:51:07,761 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:51:07,761 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:51:07,762 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:51:07,762 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:51:07,763 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:51:07,763 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:51:07,764 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:51:07,764 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-08 19:51:07,766 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:51:07,768 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-08 19:51:07,770 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-08 19:51:07,771 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-08 19:51:07,772 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-08 19:51:07,772 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-08 19:51:07,782 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-08 19:51:07,786 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-08 19:51:07,788 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-08 19:51:07,788 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-08 19:51:07,789 main DEBUG createAppenders(={Console}) 2024-11-08 19:51:07,790 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-11-08 19:51:07,790 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-08 19:51:07,791 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-11-08 19:51:07,792 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-08 19:51:07,792 main DEBUG OutputStream closed 2024-11-08 19:51:07,792 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-08 19:51:07,793 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-08 19:51:07,793 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-11-08 19:51:07,875 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-08 19:51:07,877 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-08 19:51:07,878 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-08 19:51:07,879 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-08 19:51:07,880 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-08 19:51:07,880 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-08 19:51:07,881 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-08 19:51:07,881 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-08 19:51:07,882 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-08 19:51:07,882 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-08 19:51:07,882 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-08 19:51:07,883 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-08 19:51:07,883 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-08 19:51:07,883 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-08 19:51:07,884 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-08 19:51:07,884 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-08 19:51:07,884 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-08 19:51:07,885 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-08 19:51:07,887 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08 19:51:07,887 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-11-08 19:51:07,888 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-08 19:51:07,888 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-11-08T19:51:08,108 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81340a16-b752-15f5-9651-5ca430055a6f 2024-11-08 19:51:08,111 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-08 19:51:08,111 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08T19:51:08,120 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-11-08T19:51:08,152 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=342, ProcessCount=11, AvailableMemoryMB=2271 2024-11-08T19:51:08,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T19:51:08,169 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81340a16-b752-15f5-9651-5ca430055a6f/cluster_ef82eccd-211f-02fd-7e7c-d0da9e100bb6, deleteOnExit=true 2024-11-08T19:51:08,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T19:51:08,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81340a16-b752-15f5-9651-5ca430055a6f/test.cache.data in system properties and HBase conf 2024-11-08T19:51:08,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81340a16-b752-15f5-9651-5ca430055a6f/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T19:51:08,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81340a16-b752-15f5-9651-5ca430055a6f/hadoop.log.dir in system properties and HBase conf 2024-11-08T19:51:08,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81340a16-b752-15f5-9651-5ca430055a6f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T19:51:08,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81340a16-b752-15f5-9651-5ca430055a6f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T19:51:08,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T19:51:08,256 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-08T19:51:08,344 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T19:51:08,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81340a16-b752-15f5-9651-5ca430055a6f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:51:08,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81340a16-b752-15f5-9651-5ca430055a6f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:51:08,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81340a16-b752-15f5-9651-5ca430055a6f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T19:51:08,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81340a16-b752-15f5-9651-5ca430055a6f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:51:08,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81340a16-b752-15f5-9651-5ca430055a6f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T19:51:08,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81340a16-b752-15f5-9651-5ca430055a6f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T19:51:08,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81340a16-b752-15f5-9651-5ca430055a6f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:51:08,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81340a16-b752-15f5-9651-5ca430055a6f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:51:08,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81340a16-b752-15f5-9651-5ca430055a6f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T19:51:08,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81340a16-b752-15f5-9651-5ca430055a6f/nfs.dump.dir in system properties and HBase conf 2024-11-08T19:51:08,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81340a16-b752-15f5-9651-5ca430055a6f/java.io.tmpdir in system properties and HBase conf 2024-11-08T19:51:08,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81340a16-b752-15f5-9651-5ca430055a6f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:51:08,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81340a16-b752-15f5-9651-5ca430055a6f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T19:51:08,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81340a16-b752-15f5-9651-5ca430055a6f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T19:51:09,633 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-08T19:51:09,710 INFO [Time-limited test {}] log.Log(170): Logging initialized @2749ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-08T19:51:09,787 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:51:09,850 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:51:09,874 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:51:09,874 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:51:09,876 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T19:51:09,894 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:51:09,898 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81340a16-b752-15f5-9651-5ca430055a6f/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:51:09,899 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:51:10,109 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@612e4b2b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81340a16-b752-15f5-9651-5ca430055a6f/java.io.tmpdir/jetty-localhost-43701-hadoop-hdfs-3_4_1-tests_jar-_-any-7193622949549914602/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:51:10,117 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:43701} 2024-11-08T19:51:10,118 INFO [Time-limited test {}] server.Server(415): Started @3157ms 2024-11-08T19:51:12,151 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:51:12,162 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:51:12,163 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:51:12,164 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:51:12,164 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T19:51:12,165 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81340a16-b752-15f5-9651-5ca430055a6f/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:51:12,165 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:51:12,270 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@790fbcfe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81340a16-b752-15f5-9651-5ca430055a6f/java.io.tmpdir/jetty-localhost-39367-hadoop-hdfs-3_4_1-tests_jar-_-any-3371938681989959314/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:51:12,271 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:39367} 2024-11-08T19:51:12,272 INFO [Time-limited test {}] server.Server(415): Started @5311ms 2024-11-08T19:51:12,329 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T19:51:12,459 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:51:12,464 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:51:12,468 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:51:12,469 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:51:12,469 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T19:51:12,470 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81340a16-b752-15f5-9651-5ca430055a6f/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:51:12,470 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:51:12,580 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b9fe80c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81340a16-b752-15f5-9651-5ca430055a6f/java.io.tmpdir/jetty-localhost-36725-hadoop-hdfs-3_4_1-tests_jar-_-any-8953203011586828060/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:51:12,581 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:36725} 2024-11-08T19:51:12,582 INFO [Time-limited test {}] server.Server(415): Started @5621ms 2024-11-08T19:51:12,584 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T19:51:13,658 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81340a16-b752-15f5-9651-5ca430055a6f/cluster_ef82eccd-211f-02fd-7e7c-d0da9e100bb6/data/data3/current/BP-1461648243-172.17.0.2-1731095468884/current, will proceed with Du for space computation calculation, 2024-11-08T19:51:13,658 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81340a16-b752-15f5-9651-5ca430055a6f/cluster_ef82eccd-211f-02fd-7e7c-d0da9e100bb6/data/data2/current/BP-1461648243-172.17.0.2-1731095468884/current, will proceed with Du for space computation calculation, 2024-11-08T19:51:13,658 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81340a16-b752-15f5-9651-5ca430055a6f/cluster_ef82eccd-211f-02fd-7e7c-d0da9e100bb6/data/data4/current/BP-1461648243-172.17.0.2-1731095468884/current, will proceed with Du for space computation calculation, 2024-11-08T19:51:13,658 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81340a16-b752-15f5-9651-5ca430055a6f/cluster_ef82eccd-211f-02fd-7e7c-d0da9e100bb6/data/data1/current/BP-1461648243-172.17.0.2-1731095468884/current, will proceed with Du for space computation calculation, 2024-11-08T19:51:13,702 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T19:51:13,702 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T19:51:13,746 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81340a16-b752-15f5-9651-5ca430055a6f 2024-11-08T19:51:13,750 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8080f074484d654e with lease ID 0xdf6d95b607685890: Processing first storage report for DS-ba8f37bc-7fec-482c-afbc-f20f406c6a90 from datanode DatanodeRegistration(127.0.0.1:43663, datanodeUuid=63aaa848-57f4-4331-b7a7-38bb12eb7c71, infoPort=41711, infoSecurePort=0, ipcPort=46633, storageInfo=lv=-57;cid=testClusterID;nsid=829095686;c=1731095468884) 2024-11-08T19:51:13,751 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8080f074484d654e with lease ID 0xdf6d95b607685890: from storage DS-ba8f37bc-7fec-482c-afbc-f20f406c6a90 node DatanodeRegistration(127.0.0.1:43663, datanodeUuid=63aaa848-57f4-4331-b7a7-38bb12eb7c71, infoPort=41711, infoSecurePort=0, ipcPort=46633, storageInfo=lv=-57;cid=testClusterID;nsid=829095686;c=1731095468884), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T19:51:13,752 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x305847bb3ab11c3f with lease ID 0xdf6d95b60768588f: Processing first storage report for DS-def1a3ef-9e51-421e-ade6-429656b76196 from datanode DatanodeRegistration(127.0.0.1:34797, datanodeUuid=6e2442ed-26e5-442e-9f0e-ae9f8e20ad92, infoPort=38215, infoSecurePort=0, ipcPort=35311, storageInfo=lv=-57;cid=testClusterID;nsid=829095686;c=1731095468884) 2024-11-08T19:51:13,752 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x305847bb3ab11c3f with lease ID 0xdf6d95b60768588f: from storage DS-def1a3ef-9e51-421e-ade6-429656b76196 node DatanodeRegistration(127.0.0.1:34797, datanodeUuid=6e2442ed-26e5-442e-9f0e-ae9f8e20ad92, infoPort=38215, infoSecurePort=0, ipcPort=35311, storageInfo=lv=-57;cid=testClusterID;nsid=829095686;c=1731095468884), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T19:51:13,752 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8080f074484d654e with lease ID 0xdf6d95b607685890: Processing first storage report for DS-251d55d5-4e8a-4a86-af33-2d979b052fb2 from datanode DatanodeRegistration(127.0.0.1:43663, datanodeUuid=63aaa848-57f4-4331-b7a7-38bb12eb7c71, infoPort=41711, infoSecurePort=0, ipcPort=46633, storageInfo=lv=-57;cid=testClusterID;nsid=829095686;c=1731095468884) 2024-11-08T19:51:13,753 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8080f074484d654e with lease ID 0xdf6d95b607685890: from storage DS-251d55d5-4e8a-4a86-af33-2d979b052fb2 node DatanodeRegistration(127.0.0.1:43663, datanodeUuid=63aaa848-57f4-4331-b7a7-38bb12eb7c71, infoPort=41711, infoSecurePort=0, ipcPort=46633, storageInfo=lv=-57;cid=testClusterID;nsid=829095686;c=1731095468884), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:51:13,753 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x305847bb3ab11c3f with lease ID 0xdf6d95b60768588f: Processing first storage report for DS-0051f444-9267-4a91-b444-475ccaac6f8a from datanode DatanodeRegistration(127.0.0.1:34797, datanodeUuid=6e2442ed-26e5-442e-9f0e-ae9f8e20ad92, infoPort=38215, infoSecurePort=0, ipcPort=35311, storageInfo=lv=-57;cid=testClusterID;nsid=829095686;c=1731095468884) 2024-11-08T19:51:13,753 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x305847bb3ab11c3f with lease ID 0xdf6d95b60768588f: from storage DS-0051f444-9267-4a91-b444-475ccaac6f8a node DatanodeRegistration(127.0.0.1:34797, datanodeUuid=6e2442ed-26e5-442e-9f0e-ae9f8e20ad92, infoPort=38215, infoSecurePort=0, ipcPort=35311, storageInfo=lv=-57;cid=testClusterID;nsid=829095686;c=1731095468884), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T19:51:13,838 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81340a16-b752-15f5-9651-5ca430055a6f/cluster_ef82eccd-211f-02fd-7e7c-d0da9e100bb6/zookeeper_0, clientPort=55187, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81340a16-b752-15f5-9651-5ca430055a6f/cluster_ef82eccd-211f-02fd-7e7c-d0da9e100bb6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81340a16-b752-15f5-9651-5ca430055a6f/cluster_ef82eccd-211f-02fd-7e7c-d0da9e100bb6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T19:51:13,849 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55187 2024-11-08T19:51:13,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:51:13,869 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:51:14,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43663 is added to blk_1073741825_1001 (size=7) 2024-11-08T19:51:14,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34797 is added to blk_1073741825_1001 (size=7) 2024-11-08T19:51:14,518 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c with version=8 2024-11-08T19:51:14,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/hbase-staging 2024-11-08T19:51:14,597 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-08T19:51:14,838 INFO [Time-limited test {}] client.ConnectionUtils(128): master/692b295ad45c:0 server-side Connection retries=45 2024-11-08T19:51:14,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:51:14,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:51:14,854 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:51:14,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:51:14,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:51:14,994 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T19:51:15,050 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-08T19:51:15,059 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-08T19:51:15,063 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:51:15,086 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 96383 (auto-detected) 2024-11-08T19:51:15,088 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-08T19:51:15,107 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44643 2024-11-08T19:51:15,133 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44643 connecting to ZooKeeper ensemble=127.0.0.1:55187 2024-11-08T19:51:15,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:446430x0, quorum=127.0.0.1:55187, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:51:15,258 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44643-0x1011c00aa450000 connected 2024-11-08T19:51:15,355 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:51:15,358 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:51:15,371 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44643-0x1011c00aa450000, quorum=127.0.0.1:55187, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:51:15,374 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c, hbase.cluster.distributed=false 2024-11-08T19:51:15,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44643-0x1011c00aa450000, quorum=127.0.0.1:55187, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T19:51:15,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44643 2024-11-08T19:51:15,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44643 2024-11-08T19:51:15,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44643 2024-11-08T19:51:15,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44643 2024-11-08T19:51:15,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44643 2024-11-08T19:51:15,529 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/692b295ad45c:0 server-side Connection retries=45 2024-11-08T19:51:15,530 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:51:15,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:51:15,531 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:51:15,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:51:15,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:51:15,534 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T19:51:15,536 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:51:15,537 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34963 2024-11-08T19:51:15,539 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34963 connecting to ZooKeeper ensemble=127.0.0.1:55187 2024-11-08T19:51:15,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:51:15,545 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:51:15,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:349630x0, quorum=127.0.0.1:55187, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:51:15,565 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:349630x0, quorum=127.0.0.1:55187, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:51:15,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34963-0x1011c00aa450001 connected 2024-11-08T19:51:15,570 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T19:51:15,578 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T19:51:15,581 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34963-0x1011c00aa450001, quorum=127.0.0.1:55187, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T19:51:15,587 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34963-0x1011c00aa450001, quorum=127.0.0.1:55187, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T19:51:15,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34963 2024-11-08T19:51:15,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34963 2024-11-08T19:51:15,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34963 2024-11-08T19:51:15,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34963 2024-11-08T19:51:15,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34963 2024-11-08T19:51:15,623 DEBUG [M:0;692b295ad45c:44643 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;692b295ad45c:44643 2024-11-08T19:51:15,624 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/692b295ad45c,44643,1731095474681 2024-11-08T19:51:15,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34963-0x1011c00aa450001, quorum=127.0.0.1:55187, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:51:15,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44643-0x1011c00aa450000, quorum=127.0.0.1:55187, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:51:15,639 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44643-0x1011c00aa450000, quorum=127.0.0.1:55187, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/692b295ad45c,44643,1731095474681 2024-11-08T19:51:15,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44643-0x1011c00aa450000, quorum=127.0.0.1:55187, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:51:15,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34963-0x1011c00aa450001, quorum=127.0.0.1:55187, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T19:51:15,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34963-0x1011c00aa450001, quorum=127.0.0.1:55187, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:51:15,676 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44643-0x1011c00aa450000, quorum=127.0.0.1:55187, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T19:51:15,677 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/692b295ad45c,44643,1731095474681 from backup master directory 2024-11-08T19:51:15,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44643-0x1011c00aa450000, quorum=127.0.0.1:55187, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/692b295ad45c,44643,1731095474681 2024-11-08T19:51:15,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34963-0x1011c00aa450001, quorum=127.0.0.1:55187, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:51:15,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44643-0x1011c00aa450000, quorum=127.0.0.1:55187, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:51:15,691 WARN [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:51:15,691 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=692b295ad45c,44643,1731095474681 2024-11-08T19:51:15,693 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-08T19:51:15,694 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-08T19:51:15,757 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/hbase.id] with ID: f84ec026-1879-46d1-b203-be034e3c1a1e 2024-11-08T19:51:15,757 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/.tmp/hbase.id 2024-11-08T19:51:15,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34797 is added to blk_1073741826_1002 (size=42) 2024-11-08T19:51:15,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43663 is added to blk_1073741826_1002 (size=42) 2024-11-08T19:51:15,771 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/.tmp/hbase.id]:[hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/hbase.id] 2024-11-08T19:51:15,812 INFO [master/692b295ad45c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:51:15,817 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T19:51:15,836 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-08T19:51:15,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34963-0x1011c00aa450001, quorum=127.0.0.1:55187, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:51:15,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44643-0x1011c00aa450000, quorum=127.0.0.1:55187, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:51:15,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34797 is added to blk_1073741827_1003 (size=196) 2024-11-08T19:51:15,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43663 is added to blk_1073741827_1003 (size=196) 2024-11-08T19:51:16,281 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:51:16,282 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T19:51:16,288 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:51:16,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34797 is added to blk_1073741828_1004 (size=1189) 2024-11-08T19:51:16,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43663 is added to blk_1073741828_1004 (size=1189) 2024-11-08T19:51:16,334 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/MasterData/data/master/store 2024-11-08T19:51:16,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34797 is added to blk_1073741829_1005 (size=34) 2024-11-08T19:51:16,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43663 is added to blk_1073741829_1005 (size=34) 2024-11-08T19:51:16,362 INFO [master/692b295ad45c:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-08T19:51:16,365 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:51:16,366 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:51:16,367 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:51:16,367 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:51:16,368 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:51:16,368 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:51:16,369 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:51:16,370 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731095476366Disabling compacts and flushes for region at 1731095476366Disabling writes for close at 1731095476368 (+2 ms)Writing region close event to WAL at 1731095476369 (+1 ms)Closed at 1731095476369 2024-11-08T19:51:16,372 WARN [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/MasterData/data/master/store/.initializing 2024-11-08T19:51:16,372 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/MasterData/WALs/692b295ad45c,44643,1731095474681 2024-11-08T19:51:16,381 INFO [master/692b295ad45c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:51:16,399 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=692b295ad45c%2C44643%2C1731095474681, suffix=, logDir=hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/MasterData/WALs/692b295ad45c,44643,1731095474681, archiveDir=hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/MasterData/oldWALs, maxLogs=10 2024-11-08T19:51:16,431 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/MasterData/WALs/692b295ad45c,44643,1731095474681/692b295ad45c%2C44643%2C1731095474681.1731095476405, exclude list is [], retry=0 2024-11-08T19:51:16,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:414) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:473) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:468) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:51:16,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43663,DS-ba8f37bc-7fec-482c-afbc-f20f406c6a90,DISK] 2024-11-08T19:51:16,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34797,DS-def1a3ef-9e51-421e-ade6-429656b76196,DISK] 2024-11-08T19:51:16,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-08T19:51:16,496 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/MasterData/WALs/692b295ad45c,44643,1731095474681/692b295ad45c%2C44643%2C1731095474681.1731095476405 2024-11-08T19:51:16,497 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38215:38215),(127.0.0.1/127.0.0.1:41711:41711)] 2024-11-08T19:51:16,498 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:51:16,498 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:51:16,501 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:51:16,502 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:51:16,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:51:16,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T19:51:16,562 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:51:16,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:51:16,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:51:16,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T19:51:16,570 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:51:16,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:51:16,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:51:16,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T19:51:16,575 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:51:16,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:51:16,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:51:16,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T19:51:16,579 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:51:16,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:51:16,581 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:51:16,584 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:51:16,586 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:51:16,592 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:51:16,592 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:51:16,596 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:51:16,600 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:51:16,605 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:51:16,607 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=711994, jitterRate=-0.09465299546718597}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:51:16,615 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731095476513Initializing all the Stores at 1731095476515 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731095476515Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731095476516 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731095476516Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731095476516Cleaning up temporary data from old regions at 1731095476593 (+77 ms)Region opened successfully at 1731095476615 (+22 ms) 2024-11-08T19:51:16,616 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T19:51:16,654 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ebe7bbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=692b295ad45c/172.17.0.2:0 2024-11-08T19:51:16,683 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T19:51:16,693 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T19:51:16,693 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T19:51:16,695 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T19:51:16,697 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T19:51:16,701 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-08T19:51:16,702 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T19:51:16,726 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T19:51:16,733 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44643-0x1011c00aa450000, quorum=127.0.0.1:55187, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T19:51:16,854 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T19:51:16,859 INFO [master/692b295ad45c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T19:51:16,861 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44643-0x1011c00aa450000, quorum=127.0.0.1:55187, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T19:51:16,868 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T19:51:16,871 INFO [master/692b295ad45c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T19:51:16,874 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44643-0x1011c00aa450000, quorum=127.0.0.1:55187, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T19:51:16,885 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T19:51:16,888 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44643-0x1011c00aa450000, quorum=127.0.0.1:55187, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T19:51:16,900 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T19:51:16,921 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44643-0x1011c00aa450000, quorum=127.0.0.1:55187, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T19:51:16,932 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T19:51:16,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44643-0x1011c00aa450000, quorum=127.0.0.1:55187, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T19:51:16,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34963-0x1011c00aa450001, quorum=127.0.0.1:55187, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T19:51:16,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44643-0x1011c00aa450000, quorum=127.0.0.1:55187, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:51:16,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34963-0x1011c00aa450001, quorum=127.0.0.1:55187, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:51:16,945 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=692b295ad45c,44643,1731095474681, sessionid=0x1011c00aa450000, setting cluster-up flag (Was=false) 2024-11-08T19:51:16,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44643-0x1011c00aa450000, quorum=127.0.0.1:55187, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:51:16,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34963-0x1011c00aa450001, quorum=127.0.0.1:55187, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:51:17,006 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T19:51:17,011 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=692b295ad45c,44643,1731095474681 2024-11-08T19:51:17,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44643-0x1011c00aa450000, quorum=127.0.0.1:55187, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:51:17,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34963-0x1011c00aa450001, quorum=127.0.0.1:55187, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:51:17,069 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T19:51:17,071 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=692b295ad45c,44643,1731095474681 2024-11-08T19:51:17,078 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T19:51:17,110 INFO [RS:0;692b295ad45c:34963 {}] regionserver.HRegionServer(746): ClusterId : f84ec026-1879-46d1-b203-be034e3c1a1e 2024-11-08T19:51:17,112 DEBUG [RS:0;692b295ad45c:34963 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T19:51:17,124 DEBUG [RS:0;692b295ad45c:34963 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T19:51:17,124 DEBUG [RS:0;692b295ad45c:34963 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T19:51:17,133 DEBUG [RS:0;692b295ad45c:34963 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T19:51:17,134 DEBUG [RS:0;692b295ad45c:34963 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e9fd975, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=692b295ad45c/172.17.0.2:0 2024-11-08T19:51:17,147 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T19:51:17,149 DEBUG [RS:0;692b295ad45c:34963 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;692b295ad45c:34963 2024-11-08T19:51:17,152 INFO [RS:0;692b295ad45c:34963 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T19:51:17,152 INFO [RS:0;692b295ad45c:34963 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T19:51:17,152 DEBUG [RS:0;692b295ad45c:34963 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T19:51:17,155 INFO [master/692b295ad45c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T19:51:17,155 INFO [RS:0;692b295ad45c:34963 {}] regionserver.HRegionServer(2659): reportForDuty to master=692b295ad45c,44643,1731095474681 with port=34963, startcode=1731095475494 2024-11-08T19:51:17,161 INFO [master/692b295ad45c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T19:51:17,165 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 692b295ad45c,44643,1731095474681 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T19:51:17,169 DEBUG [RS:0;692b295ad45c:34963 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T19:51:17,172 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:51:17,172 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:51:17,172 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:51:17,173 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:51:17,173 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/692b295ad45c:0, corePoolSize=10, maxPoolSize=10 2024-11-08T19:51:17,173 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:51:17,173 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/692b295ad45c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:51:17,173 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:51:17,175 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731095507175 2024-11-08T19:51:17,176 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T19:51:17,177 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T19:51:17,178 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:51:17,179 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T19:51:17,180 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T19:51:17,181 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T19:51:17,181 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T19:51:17,181 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T19:51:17,183 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:51:17,185 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:51:17,186 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T19:51:17,185 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T19:51:17,187 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T19:51:17,187 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T19:51:17,189 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T19:51:17,189 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T19:51:17,191 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731095477191,5,FailOnTimeoutGroup] 2024-11-08T19:51:17,196 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731095477192,5,FailOnTimeoutGroup] 2024-11-08T19:51:17,196 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:51:17,197 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T19:51:17,198 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T19:51:17,198 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T19:51:17,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43663 is added to blk_1073741831_1007 (size=1321) 2024-11-08T19:51:17,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34797 is added to blk_1073741831_1007 (size=1321) 2024-11-08T19:51:17,204 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T19:51:17,204 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c 2024-11-08T19:51:17,207 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48829, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T19:51:17,215 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44643 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 692b295ad45c,34963,1731095475494 2024-11-08T19:51:17,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43663 is added to blk_1073741832_1008 (size=32) 2024-11-08T19:51:17,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34797 is added to blk_1073741832_1008 (size=32) 2024-11-08T19:51:17,218 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44643 {}] master.ServerManager(517): Registering regionserver=692b295ad45c,34963,1731095475494 2024-11-08T19:51:17,234 DEBUG [RS:0;692b295ad45c:34963 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c 2024-11-08T19:51:17,234 DEBUG [RS:0;692b295ad45c:34963 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45533 2024-11-08T19:51:17,234 DEBUG [RS:0;692b295ad45c:34963 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T19:51:17,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44643-0x1011c00aa450000, quorum=127.0.0.1:55187, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T19:51:17,425 DEBUG [RS:0;692b295ad45c:34963 {}] zookeeper.ZKUtil(111): regionserver:34963-0x1011c00aa450001, quorum=127.0.0.1:55187, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/692b295ad45c,34963,1731095475494 2024-11-08T19:51:17,425 WARN [RS:0;692b295ad45c:34963 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:51:17,426 INFO [RS:0;692b295ad45c:34963 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:51:17,426 DEBUG [RS:0;692b295ad45c:34963 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/WALs/692b295ad45c,34963,1731095475494 2024-11-08T19:51:17,430 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [692b295ad45c,34963,1731095475494] 2024-11-08T19:51:17,453 INFO [RS:0;692b295ad45c:34963 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T19:51:17,471 INFO [RS:0;692b295ad45c:34963 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T19:51:17,478 INFO [RS:0;692b295ad45c:34963 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T19:51:17,478 INFO [RS:0;692b295ad45c:34963 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:51:17,480 INFO [RS:0;692b295ad45c:34963 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T19:51:17,486 INFO [RS:0;692b295ad45c:34963 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T19:51:17,487 INFO [RS:0;692b295ad45c:34963 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T19:51:17,487 DEBUG [RS:0;692b295ad45c:34963 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:51:17,487 DEBUG [RS:0;692b295ad45c:34963 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:51:17,487 DEBUG [RS:0;692b295ad45c:34963 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:51:17,487 DEBUG [RS:0;692b295ad45c:34963 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:51:17,488 DEBUG [RS:0;692b295ad45c:34963 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:51:17,488 DEBUG [RS:0;692b295ad45c:34963 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/692b295ad45c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:51:17,488 DEBUG [RS:0;692b295ad45c:34963 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:51:17,488 DEBUG [RS:0;692b295ad45c:34963 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:51:17,488 DEBUG [RS:0;692b295ad45c:34963 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:51:17,488 DEBUG [RS:0;692b295ad45c:34963 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:51:17,488 DEBUG [RS:0;692b295ad45c:34963 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:51:17,489 DEBUG [RS:0;692b295ad45c:34963 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:51:17,489 DEBUG [RS:0;692b295ad45c:34963 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/692b295ad45c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:51:17,489 DEBUG [RS:0;692b295ad45c:34963 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:51:17,492 INFO [RS:0;692b295ad45c:34963 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:51:17,492 INFO [RS:0;692b295ad45c:34963 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:51:17,492 INFO [RS:0;692b295ad45c:34963 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:51:17,492 INFO [RS:0;692b295ad45c:34963 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T19:51:17,492 INFO [RS:0;692b295ad45c:34963 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T19:51:17,492 INFO [RS:0;692b295ad45c:34963 {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,34963,1731095475494-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:51:17,509 INFO [RS:0;692b295ad45c:34963 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T19:51:17,511 INFO [RS:0;692b295ad45c:34963 {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,34963,1731095475494-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:51:17,511 INFO [RS:0;692b295ad45c:34963 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:51:17,511 INFO [RS:0;692b295ad45c:34963 {}] regionserver.Replication(171): 692b295ad45c,34963,1731095475494 started 2024-11-08T19:51:17,527 INFO [RS:0;692b295ad45c:34963 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:51:17,528 INFO [RS:0;692b295ad45c:34963 {}] regionserver.HRegionServer(1482): Serving as 692b295ad45c,34963,1731095475494, RpcServer on 692b295ad45c/172.17.0.2:34963, sessionid=0x1011c00aa450001 2024-11-08T19:51:17,528 DEBUG [RS:0;692b295ad45c:34963 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T19:51:17,529 DEBUG [RS:0;692b295ad45c:34963 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 692b295ad45c,34963,1731095475494 2024-11-08T19:51:17,529 DEBUG [RS:0;692b295ad45c:34963 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '692b295ad45c,34963,1731095475494' 2024-11-08T19:51:17,529 DEBUG [RS:0;692b295ad45c:34963 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T19:51:17,530 DEBUG [RS:0;692b295ad45c:34963 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T19:51:17,531 DEBUG [RS:0;692b295ad45c:34963 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T19:51:17,531 DEBUG [RS:0;692b295ad45c:34963 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T19:51:17,531 DEBUG [RS:0;692b295ad45c:34963 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 692b295ad45c,34963,1731095475494 2024-11-08T19:51:17,531 DEBUG [RS:0;692b295ad45c:34963 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '692b295ad45c,34963,1731095475494' 2024-11-08T19:51:17,531 DEBUG [RS:0;692b295ad45c:34963 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T19:51:17,532 DEBUG [RS:0;692b295ad45c:34963 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T19:51:17,533 DEBUG [RS:0;692b295ad45c:34963 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T19:51:17,533 INFO [RS:0;692b295ad45c:34963 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T19:51:17,533 INFO [RS:0;692b295ad45c:34963 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T19:51:17,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:51:17,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:51:17,631 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:51:17,632 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:51:17,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:51:17,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:51:17,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:51:17,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:51:17,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:51:17,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:51:17,638 INFO [RS:0;692b295ad45c:34963 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:51:17,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:51:17,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:51:17,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:51:17,641 INFO [RS:0;692b295ad45c:34963 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=692b295ad45c%2C34963%2C1731095475494, suffix=, logDir=hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/WALs/692b295ad45c,34963,1731095475494, archiveDir=hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/oldWALs, maxLogs=32 2024-11-08T19:51:17,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:51:17,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:51:17,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:51:17,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:51:17,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:51:17,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/data/hbase/meta/1588230740 2024-11-08T19:51:17,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/data/hbase/meta/1588230740 2024-11-08T19:51:17,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:51:17,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:51:17,652 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T19:51:17,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:51:17,659 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:51:17,660 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=767188, jitterRate=-0.024470597505569458}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T19:51:17,661 DEBUG [RS:0;692b295ad45c:34963 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/WALs/692b295ad45c,34963,1731095475494/692b295ad45c%2C34963%2C1731095475494.1731095477644, exclude list is [], retry=0 2024-11-08T19:51:17,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731095477622Initializing all the Stores at 1731095477627 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731095477627Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731095477628 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731095477628Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731095477628Cleaning up temporary data from old regions at 1731095477651 (+23 ms)Region opened successfully at 1731095477663 (+12 ms) 2024-11-08T19:51:17,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:51:17,663 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:51:17,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:51:17,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:51:17,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:51:17,665 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:51:17,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731095477663Disabling compacts and flushes for region at 1731095477663Disabling writes for close at 1731095477663Writing region close event to WAL at 1731095477664 (+1 ms)Closed at 1731095477665 (+1 ms) 2024-11-08T19:51:17,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34797,DS-def1a3ef-9e51-421e-ade6-429656b76196,DISK] 2024-11-08T19:51:17,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43663,DS-ba8f37bc-7fec-482c-afbc-f20f406c6a90,DISK] 2024-11-08T19:51:17,669 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:51:17,669 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T19:51:17,669 INFO [RS:0;692b295ad45c:34963 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/WALs/692b295ad45c,34963,1731095475494/692b295ad45c%2C34963%2C1731095475494.1731095477644 2024-11-08T19:51:17,670 DEBUG [RS:0;692b295ad45c:34963 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38215:38215),(127.0.0.1/127.0.0.1:41711:41711)] 2024-11-08T19:51:17,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T19:51:17,683 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:51:17,686 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T19:51:17,839 DEBUG [692b295ad45c:44643 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T19:51:17,849 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=692b295ad45c,34963,1731095475494 2024-11-08T19:51:17,856 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,34963,1731095475494, state=OPENING 2024-11-08T19:51:17,906 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T19:51:17,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34963-0x1011c00aa450001, quorum=127.0.0.1:55187, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:51:17,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44643-0x1011c00aa450000, quorum=127.0.0.1:55187, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:51:17,919 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:51:17,919 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:51:17,921 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:51:17,924 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=692b295ad45c,34963,1731095475494}] 2024-11-08T19:51:18,106 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T19:51:18,108 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56387, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T19:51:18,119 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T19:51:18,119 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:51:18,120 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T19:51:18,123 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=692b295ad45c%2C34963%2C1731095475494.meta, suffix=.meta, logDir=hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/WALs/692b295ad45c,34963,1731095475494, archiveDir=hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/oldWALs, maxLogs=32 2024-11-08T19:51:18,137 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/WALs/692b295ad45c,34963,1731095475494/692b295ad45c%2C34963%2C1731095475494.meta.1731095478125.meta, exclude list is [], retry=0 2024-11-08T19:51:18,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43663,DS-ba8f37bc-7fec-482c-afbc-f20f406c6a90,DISK] 2024-11-08T19:51:18,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34797,DS-def1a3ef-9e51-421e-ade6-429656b76196,DISK] 2024-11-08T19:51:18,144 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/WALs/692b295ad45c,34963,1731095475494/692b295ad45c%2C34963%2C1731095475494.meta.1731095478125.meta 2024-11-08T19:51:18,144 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41711:41711),(127.0.0.1/127.0.0.1:38215:38215)] 2024-11-08T19:51:18,145 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:51:18,146 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T19:51:18,149 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T19:51:18,153 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T19:51:18,157 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T19:51:18,158 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:51:18,158 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T19:51:18,158 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T19:51:18,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:51:18,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:51:18,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:51:18,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:51:18,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:51:18,165 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:51:18,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:51:18,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:51:18,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:51:18,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:51:18,168 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:51:18,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:51:18,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:51:18,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:51:18,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:51:18,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:51:18,171 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:51:18,172 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/data/hbase/meta/1588230740 2024-11-08T19:51:18,175 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/data/hbase/meta/1588230740 2024-11-08T19:51:18,177 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:51:18,177 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:51:18,178 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T19:51:18,181 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:51:18,182 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=762539, jitterRate=-0.030382439494132996}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T19:51:18,183 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T19:51:18,184 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731095478158Writing region info on filesystem at 1731095478159 (+1 ms)Initializing all the Stores at 1731095478161 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731095478161Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731095478161Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731095478161Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731095478161Cleaning up temporary data from old regions at 1731095478177 (+16 ms)Running coprocessor post-open hooks at 1731095478183 (+6 ms)Region opened successfully at 1731095478184 (+1 ms) 2024-11-08T19:51:18,190 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731095478099 2024-11-08T19:51:18,204 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=692b295ad45c,34963,1731095475494 2024-11-08T19:51:18,207 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T19:51:18,207 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,34963,1731095475494, state=OPEN 2024-11-08T19:51:18,207 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T19:51:18,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34963-0x1011c00aa450001, quorum=127.0.0.1:55187, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:51:18,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44643-0x1011c00aa450000, quorum=127.0.0.1:55187, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:51:18,319 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:51:18,319 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:51:18,319 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=692b295ad45c,34963,1731095475494 2024-11-08T19:51:18,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T19:51:18,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=692b295ad45c,34963,1731095475494 in 395 msec 2024-11-08T19:51:18,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T19:51:18,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 653 msec 2024-11-08T19:51:18,336 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:51:18,336 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T19:51:18,354 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:51:18,355 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,34963,1731095475494, seqNum=-1] 2024-11-08T19:51:18,373 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:51:18,375 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57161, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:51:18,396 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2870 sec 2024-11-08T19:51:18,396 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731095478396, completionTime=-1 2024-11-08T19:51:18,400 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T19:51:18,400 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T19:51:18,427 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T19:51:18,427 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731095538427 2024-11-08T19:51:18,427 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731095598427 2024-11-08T19:51:18,427 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 27 msec 2024-11-08T19:51:18,430 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,44643,1731095474681-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:51:18,430 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,44643,1731095474681-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:51:18,430 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,44643,1731095474681-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:51:18,449 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-692b295ad45c:44643, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:51:18,450 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T19:51:18,450 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T19:51:18,457 DEBUG [master/692b295ad45c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T19:51:18,482 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.791sec 2024-11-08T19:51:18,483 INFO [master/692b295ad45c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T19:51:18,484 INFO [master/692b295ad45c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T19:51:18,485 INFO [master/692b295ad45c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T19:51:18,486 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T19:51:18,486 INFO [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T19:51:18,487 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,44643,1731095474681-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:51:18,487 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,44643,1731095474681-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T19:51:18,496 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T19:51:18,497 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T19:51:18,497 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,44643,1731095474681-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:51:18,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@424ddead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:51:18,520 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-08T19:51:18,520 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-08T19:51:18,523 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,44643,-1 for getting cluster id 2024-11-08T19:51:18,526 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:51:18,534 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f84ec026-1879-46d1-b203-be034e3c1a1e' 2024-11-08T19:51:18,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:51:18,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f84ec026-1879-46d1-b203-be034e3c1a1e" 2024-11-08T19:51:18,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9ccd04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:51:18,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,44643,-1] 2024-11-08T19:51:18,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:51:18,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:51:18,543 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:51:18,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f3f1b02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:51:18,547 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:51:18,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,34963,1731095475494, seqNum=-1] 2024-11-08T19:51:18,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:51:18,558 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:51:18,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=692b295ad45c,44643,1731095474681 2024-11-08T19:51:18,577 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:51:18,584 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-08T19:51:18,588 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:51:18,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,44643,1731095474681 2024-11-08T19:51:18,595 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c63a26 2024-11-08T19:51:18,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:51:18,599 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:51:18,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-08T19:51:18,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-08T19:51:18,604 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:51:18,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-11-08T19:51:18,613 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T19:51:18,615 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-11-08T19:51:18,616 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:51:18,618 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T19:51:18,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:51:18,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43663 is added to blk_1073741835_1011 (size=389) 2024-11-08T19:51:18,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34797 is added to blk_1073741835_1011 (size=389) 2024-11-08T19:51:18,635 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 99e19dd109e1958dc7a01d006ca33141, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731095478600.99e19dd109e1958dc7a01d006ca33141.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c 2024-11-08T19:51:18,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43663 is added to blk_1073741836_1012 (size=72) 2024-11-08T19:51:18,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34797 is added to blk_1073741836_1012 (size=72) 2024-11-08T19:51:18,647 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731095478600.99e19dd109e1958dc7a01d006ca33141.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:51:18,647 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 99e19dd109e1958dc7a01d006ca33141, disabling compactions & flushes 2024-11-08T19:51:18,647 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731095478600.99e19dd109e1958dc7a01d006ca33141. 2024-11-08T19:51:18,647 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731095478600.99e19dd109e1958dc7a01d006ca33141. 2024-11-08T19:51:18,647 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731095478600.99e19dd109e1958dc7a01d006ca33141. after waiting 0 ms 2024-11-08T19:51:18,647 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731095478600.99e19dd109e1958dc7a01d006ca33141. 2024-11-08T19:51:18,647 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731095478600.99e19dd109e1958dc7a01d006ca33141. 2024-11-08T19:51:18,647 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 99e19dd109e1958dc7a01d006ca33141: Waiting for close lock at 1731095478647Disabling compacts and flushes for region at 1731095478647Disabling writes for close at 1731095478647Writing region close event to WAL at 1731095478647Closed at 1731095478647 2024-11-08T19:51:18,650 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T19:51:18,654 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1731095478600.99e19dd109e1958dc7a01d006ca33141.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1731095478650"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731095478650"}]},"ts":"1731095478650"} 2024-11-08T19:51:18,659 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T19:51:18,661 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T19:51:18,664 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731095478661"}]},"ts":"1731095478661"} 2024-11-08T19:51:18,669 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-11-08T19:51:18,670 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=99e19dd109e1958dc7a01d006ca33141, ASSIGN}] 2024-11-08T19:51:18,673 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=99e19dd109e1958dc7a01d006ca33141, ASSIGN 2024-11-08T19:51:18,675 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=99e19dd109e1958dc7a01d006ca33141, ASSIGN; state=OFFLINE, location=692b295ad45c,34963,1731095475494; forceNewPlan=false, retain=false 2024-11-08T19:51:18,827 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=99e19dd109e1958dc7a01d006ca33141, regionState=OPENING, regionLocation=692b295ad45c,34963,1731095475494 2024-11-08T19:51:18,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=99e19dd109e1958dc7a01d006ca33141, ASSIGN because future has completed 2024-11-08T19:51:18,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99e19dd109e1958dc7a01d006ca33141, server=692b295ad45c,34963,1731095475494}] 2024-11-08T19:51:18,999 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1731095478600.99e19dd109e1958dc7a01d006ca33141. 2024-11-08T19:51:19,000 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 99e19dd109e1958dc7a01d006ca33141, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731095478600.99e19dd109e1958dc7a01d006ca33141.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:51:19,000 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling 99e19dd109e1958dc7a01d006ca33141 2024-11-08T19:51:19,000 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731095478600.99e19dd109e1958dc7a01d006ca33141.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:51:19,001 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 99e19dd109e1958dc7a01d006ca33141 2024-11-08T19:51:19,001 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 99e19dd109e1958dc7a01d006ca33141 2024-11-08T19:51:19,004 INFO [StoreOpener-99e19dd109e1958dc7a01d006ca33141-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 99e19dd109e1958dc7a01d006ca33141 2024-11-08T19:51:19,007 INFO [StoreOpener-99e19dd109e1958dc7a01d006ca33141-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99e19dd109e1958dc7a01d006ca33141 columnFamilyName info 2024-11-08T19:51:19,007 DEBUG [StoreOpener-99e19dd109e1958dc7a01d006ca33141-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:51:19,009 INFO [StoreOpener-99e19dd109e1958dc7a01d006ca33141-1 {}] regionserver.HStore(327): Store=99e19dd109e1958dc7a01d006ca33141/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:51:19,009 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 99e19dd109e1958dc7a01d006ca33141 2024-11-08T19:51:19,010 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/data/default/TestLogRolling-testSlowSyncLogRolling/99e19dd109e1958dc7a01d006ca33141 2024-11-08T19:51:19,011 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/data/default/TestLogRolling-testSlowSyncLogRolling/99e19dd109e1958dc7a01d006ca33141 2024-11-08T19:51:19,012 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 99e19dd109e1958dc7a01d006ca33141 2024-11-08T19:51:19,012 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 99e19dd109e1958dc7a01d006ca33141 2024-11-08T19:51:19,014 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 99e19dd109e1958dc7a01d006ca33141 2024-11-08T19:51:19,018 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/data/default/TestLogRolling-testSlowSyncLogRolling/99e19dd109e1958dc7a01d006ca33141/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:51:19,019 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 99e19dd109e1958dc7a01d006ca33141; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=827402, jitterRate=0.05209702253341675}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T19:51:19,019 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 99e19dd109e1958dc7a01d006ca33141 2024-11-08T19:51:19,020 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 99e19dd109e1958dc7a01d006ca33141: Running coprocessor pre-open hook at 1731095479001Writing region info on filesystem at 1731095479001Initializing all the Stores at 1731095479003 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731095479003Cleaning up temporary data from old regions at 1731095479012 (+9 ms)Running coprocessor post-open hooks at 1731095479019 (+7 ms)Region opened successfully at 1731095479019 2024-11-08T19:51:19,022 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1731095478600.99e19dd109e1958dc7a01d006ca33141., pid=6, masterSystemTime=1731095478988 2024-11-08T19:51:19,025 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1731095478600.99e19dd109e1958dc7a01d006ca33141. 2024-11-08T19:51:19,025 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1731095478600.99e19dd109e1958dc7a01d006ca33141. 2024-11-08T19:51:19,026 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=99e19dd109e1958dc7a01d006ca33141, regionState=OPEN, openSeqNum=2, regionLocation=692b295ad45c,34963,1731095475494 2024-11-08T19:51:19,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99e19dd109e1958dc7a01d006ca33141, server=692b295ad45c,34963,1731095475494 because future has completed 2024-11-08T19:51:19,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T19:51:19,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 99e19dd109e1958dc7a01d006ca33141, server=692b295ad45c,34963,1731095475494 in 197 msec 2024-11-08T19:51:19,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T19:51:19,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=99e19dd109e1958dc7a01d006ca33141, ASSIGN in 365 msec 2024-11-08T19:51:19,040 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T19:51:19,040 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731095479040"}]},"ts":"1731095479040"} 2024-11-08T19:51:19,043 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-11-08T19:51:19,045 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T19:51:19,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 439 msec 2024-11-08T19:51:23,666 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T19:51:23,713 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T19:51:23,714 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-11-08T19:51:25,047 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T19:51:25,047 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T19:51:25,049 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-08T19:51:25,050 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-08T19:51:25,051 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:51:25,051 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T19:51:25,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T19:51:25,052 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T19:51:28,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:51:28,673 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-11-08T19:51:28,675 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-11-08T19:51:28,682 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-11-08T19:51:28,683 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1731095478600.99e19dd109e1958dc7a01d006ca33141. 2024-11-08T19:51:28,696 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/WALs/692b295ad45c,34963,1731095475494/692b295ad45c%2C34963%2C1731095475494.1731095488684, exclude list is [], retry=0 2024-11-08T19:51:28,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34797,DS-def1a3ef-9e51-421e-ade6-429656b76196,DISK] 2024-11-08T19:51:28,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43663,DS-ba8f37bc-7fec-482c-afbc-f20f406c6a90,DISK] 2024-11-08T19:51:28,703 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/WALs/692b295ad45c,34963,1731095475494/692b295ad45c%2C34963%2C1731095475494.1731095477644 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/WALs/692b295ad45c,34963,1731095475494/692b295ad45c%2C34963%2C1731095475494.1731095488684 2024-11-08T19:51:28,704 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41711:41711),(127.0.0.1/127.0.0.1:38215:38215)] 2024-11-08T19:51:28,704 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/WALs/692b295ad45c,34963,1731095475494/692b295ad45c%2C34963%2C1731095475494.1731095477644 is not closed yet, will try archiving it next time 2024-11-08T19:51:28,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34797 is added to blk_1073741833_1009 (size=451) 2024-11-08T19:51:28,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43663 is added to blk_1073741833_1009 (size=451) 2024-11-08T19:51:28,709 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/WALs/692b295ad45c,34963,1731095475494/692b295ad45c%2C34963%2C1731095475494.1731095477644 to hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/oldWALs/692b295ad45c%2C34963%2C1731095475494.1731095477644 2024-11-08T19:51:28,713 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1731095478600.99e19dd109e1958dc7a01d006ca33141., hostname=692b295ad45c,34963,1731095475494, seqNum=2] 2024-11-08T19:51:42,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(8855): Flush requested on 99e19dd109e1958dc7a01d006ca33141 2024-11-08T19:51:42,770 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 99e19dd109e1958dc7a01d006ca33141 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-08T19:51:42,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/data/default/TestLogRolling-testSlowSyncLogRolling/99e19dd109e1958dc7a01d006ca33141/.tmp/info/4b42324bfb594b429b5072f5a6cb1550 is 1055, key is row0001/info:/1731095488716/Put/seqid=0 2024-11-08T19:51:42,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34797 is added to blk_1073741838_1014 (size=13386) 2024-11-08T19:51:42,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43663 is added to blk_1073741838_1014 (size=13386) 2024-11-08T19:51:42,837 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/data/default/TestLogRolling-testSlowSyncLogRolling/99e19dd109e1958dc7a01d006ca33141/.tmp/info/4b42324bfb594b429b5072f5a6cb1550 2024-11-08T19:51:42,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/data/default/TestLogRolling-testSlowSyncLogRolling/99e19dd109e1958dc7a01d006ca33141/.tmp/info/4b42324bfb594b429b5072f5a6cb1550 as hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/data/default/TestLogRolling-testSlowSyncLogRolling/99e19dd109e1958dc7a01d006ca33141/info/4b42324bfb594b429b5072f5a6cb1550 2024-11-08T19:51:42,893 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/data/default/TestLogRolling-testSlowSyncLogRolling/99e19dd109e1958dc7a01d006ca33141/info/4b42324bfb594b429b5072f5a6cb1550, entries=8, sequenceid=12, filesize=13.1 K 2024-11-08T19:51:42,899 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 99e19dd109e1958dc7a01d006ca33141 in 133ms, sequenceid=12, compaction requested=false 2024-11-08T19:51:42,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 99e19dd109e1958dc7a01d006ca33141: 2024-11-08T19:51:43,743 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T19:51:48,787 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/WALs/692b295ad45c,34963,1731095475494/692b295ad45c%2C34963%2C1731095475494.1731095508771, exclude list is [], retry=0 2024-11-08T19:51:48,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43663,DS-ba8f37bc-7fec-482c-afbc-f20f406c6a90,DISK] 2024-11-08T19:51:48,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34797,DS-def1a3ef-9e51-421e-ade6-429656b76196,DISK] 2024-11-08T19:51:48,794 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/WALs/692b295ad45c,34963,1731095475494/692b295ad45c%2C34963%2C1731095475494.1731095488684 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/WALs/692b295ad45c,34963,1731095475494/692b295ad45c%2C34963%2C1731095475494.1731095508771 2024-11-08T19:51:48,794 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41711:41711),(127.0.0.1/127.0.0.1:38215:38215)] 2024-11-08T19:51:48,794 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/WALs/692b295ad45c,34963,1731095475494/692b295ad45c%2C34963%2C1731095475494.1731095488684 is not closed yet, will try archiving it next time 2024-11-08T19:51:48,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34797 is added to blk_1073741837_1013 (size=12149) 2024-11-08T19:51:48,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43663 is added to blk_1073741837_1013 (size=12149) 2024-11-08T19:51:48,796 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/WALs/692b295ad45c,34963,1731095475494/692b295ad45c%2C34963%2C1731095475494.1731095488684 not finished, retry = 0 2024-11-08T19:51:53,800 INFO [AsyncFSWAL-0-hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c-prefix:692b295ad45c,34963,1731095475494 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5003 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:43663,DS-ba8f37bc-7fec-482c-afbc-f20f406c6a90,DISK], DatanodeInfoWithStorage[127.0.0.1:34797,DS-def1a3ef-9e51-421e-ade6-429656b76196,DISK]] 2024-11-08T19:51:53,805 WARN [AsyncFSWAL-0-hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c-prefix:692b295ad45c,34963,1731095475494 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5003 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:43663,DS-ba8f37bc-7fec-482c-afbc-f20f406c6a90,DISK], DatanodeInfoWithStorage[127.0.0.1:34797,DS-def1a3ef-9e51-421e-ade6-429656b76196,DISK]] 2024-11-08T19:51:53,807 DEBUG [regionserver/692b295ad45c:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 692b295ad45c%2C34963%2C1731095475494:(num 1731095508771) roll requested 2024-11-08T19:51:53,822 DEBUG [regionserver/692b295ad45c:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/WALs/692b295ad45c,34963,1731095475494/692b295ad45c%2C34963%2C1731095475494.1731095513807, exclude list is [], retry=0 2024-11-08T19:51:53,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43663,DS-ba8f37bc-7fec-482c-afbc-f20f406c6a90,DISK] 2024-11-08T19:51:53,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34797,DS-def1a3ef-9e51-421e-ade6-429656b76196,DISK] 2024-11-08T19:51:53,833 INFO [regionserver/692b295ad45c:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/WALs/692b295ad45c,34963,1731095475494/692b295ad45c%2C34963%2C1731095475494.1731095508771 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/WALs/692b295ad45c,34963,1731095475494/692b295ad45c%2C34963%2C1731095475494.1731095513807 2024-11-08T19:51:53,833 DEBUG [regionserver/692b295ad45c:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41711:41711),(127.0.0.1/127.0.0.1:38215:38215)] 2024-11-08T19:51:53,834 DEBUG [regionserver/692b295ad45c:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/WALs/692b295ad45c,34963,1731095475494/692b295ad45c%2C34963%2C1731095475494.1731095508771 is not closed yet, will try archiving it next time 2024-11-08T19:51:53,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34797 is added to blk_1073741839_1015 (size=1233) 2024-11-08T19:51:53,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43663 is added to blk_1073741839_1015 (size=1233) 2024-11-08T19:51:55,805 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T19:51:55,823 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/WALs/692b295ad45c,34963,1731095475494/692b295ad45c%2C34963%2C1731095475494.1731095515806, exclude list is [], retry=0 2024-11-08T19:51:55,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43663,DS-ba8f37bc-7fec-482c-afbc-f20f406c6a90,DISK] 2024-11-08T19:51:55,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34797,DS-def1a3ef-9e51-421e-ade6-429656b76196,DISK] 2024-11-08T19:51:55,829 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/WALs/692b295ad45c,34963,1731095475494/692b295ad45c%2C34963%2C1731095475494.1731095513807 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/WALs/692b295ad45c,34963,1731095475494/692b295ad45c%2C34963%2C1731095475494.1731095515806 2024-11-08T19:51:55,829 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41711:41711),(127.0.0.1/127.0.0.1:38215:38215)] 2024-11-08T19:51:55,829 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/WALs/692b295ad45c,34963,1731095475494/692b295ad45c%2C34963%2C1731095475494.1731095513807 is not closed yet, will try archiving it next time 2024-11-08T19:51:55,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34797 is added to blk_1073741840_1016 (size=93) 2024-11-08T19:51:55,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43663 is added to blk_1073741840_1016 (size=93) 2024-11-08T19:51:55,832 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/WALs/692b295ad45c,34963,1731095475494/692b295ad45c%2C34963%2C1731095475494.1731095513807 to hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/oldWALs/692b295ad45c%2C34963%2C1731095475494.1731095513807 2024-11-08T19:51:59,161 INFO [master/692b295ad45c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T19:51:59,161 INFO [master/692b295ad45c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T19:52:03,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(8855): Flush requested on 99e19dd109e1958dc7a01d006ca33141 2024-11-08T19:52:03,847 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 99e19dd109e1958dc7a01d006ca33141 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-08T19:52:03,853 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/data/default/TestLogRolling-testSlowSyncLogRolling/99e19dd109e1958dc7a01d006ca33141/.tmp/info/9d895f7f313d468eb47495eca677e24e is 1055, key is row0009/info:/1731095504765/Put/seqid=0 2024-11-08T19:52:03,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34797 is added to blk_1073741842_1018 (size=13386) 2024-11-08T19:52:03,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43663 is added to blk_1073741842_1018 (size=13386) 2024-11-08T19:52:03,861 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/data/default/TestLogRolling-testSlowSyncLogRolling/99e19dd109e1958dc7a01d006ca33141/.tmp/info/9d895f7f313d468eb47495eca677e24e 2024-11-08T19:52:03,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/data/default/TestLogRolling-testSlowSyncLogRolling/99e19dd109e1958dc7a01d006ca33141/.tmp/info/9d895f7f313d468eb47495eca677e24e as hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/data/default/TestLogRolling-testSlowSyncLogRolling/99e19dd109e1958dc7a01d006ca33141/info/9d895f7f313d468eb47495eca677e24e 2024-11-08T19:52:03,888 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/data/default/TestLogRolling-testSlowSyncLogRolling/99e19dd109e1958dc7a01d006ca33141/info/9d895f7f313d468eb47495eca677e24e, entries=8, sequenceid=23, filesize=13.1 K 2024-11-08T19:52:03,889 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 99e19dd109e1958dc7a01d006ca33141 in 43ms, sequenceid=23, compaction requested=false 2024-11-08T19:52:03,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 99e19dd109e1958dc7a01d006ca33141: 2024-11-08T19:52:03,890 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-11-08T19:52:03,890 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T19:52:03,891 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/data/default/TestLogRolling-testSlowSyncLogRolling/99e19dd109e1958dc7a01d006ca33141/info/4b42324bfb594b429b5072f5a6cb1550 because midkey is the same as first or last row 2024-11-08T19:52:04,000 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 99e19dd109e1958dc7a01d006ca33141, had cached 0 bytes from a total of 26772 2024-11-08T19:52:13,743 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T19:52:15,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T19:52:15,864 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:52:15,864 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:52:15,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:52:15,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:52:15,869 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:52:15,870 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T19:52:15,870 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=33651496, stopped=false 2024-11-08T19:52:15,870 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=692b295ad45c,44643,1731095474681 2024-11-08T19:52:15,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44643-0x1011c00aa450000, quorum=127.0.0.1:55187, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T19:52:15,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34963-0x1011c00aa450001, quorum=127.0.0.1:55187, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T19:52:15,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44643-0x1011c00aa450000, quorum=127.0.0.1:55187, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:52:15,936 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:52:15,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34963-0x1011c00aa450001, quorum=127.0.0.1:55187, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:52:15,937 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:52:15,937 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:52:15,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:52:15,938 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44643-0x1011c00aa450000, quorum=127.0.0.1:55187, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:52:15,938 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34963-0x1011c00aa450001, quorum=127.0.0.1:55187, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:52:15,938 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '692b295ad45c,34963,1731095475494' ***** 2024-11-08T19:52:15,938 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T19:52:15,939 INFO [RS:0;692b295ad45c:34963 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T19:52:15,939 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T19:52:15,939 INFO [RS:0;692b295ad45c:34963 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T19:52:15,940 INFO [RS:0;692b295ad45c:34963 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T19:52:15,940 INFO [RS:0;692b295ad45c:34963 {}] regionserver.HRegionServer(3091): Received CLOSE for 99e19dd109e1958dc7a01d006ca33141 2024-11-08T19:52:15,941 INFO [RS:0;692b295ad45c:34963 {}] regionserver.HRegionServer(959): stopping server 692b295ad45c,34963,1731095475494 2024-11-08T19:52:15,941 INFO [RS:0;692b295ad45c:34963 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:52:15,942 INFO [RS:0;692b295ad45c:34963 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:34963. 2024-11-08T19:52:15,942 DEBUG [RS:0;692b295ad45c:34963 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:52:15,942 DEBUG [RS:0;692b295ad45c:34963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:52:15,942 INFO [RS:0;692b295ad45c:34963 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T19:52:15,942 INFO [RS:0;692b295ad45c:34963 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T19:52:15,942 INFO [RS:0;692b295ad45c:34963 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T19:52:15,942 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 99e19dd109e1958dc7a01d006ca33141, disabling compactions & flushes 2024-11-08T19:52:15,942 INFO [RS:0;692b295ad45c:34963 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T19:52:15,943 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731095478600.99e19dd109e1958dc7a01d006ca33141. 2024-11-08T19:52:15,943 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731095478600.99e19dd109e1958dc7a01d006ca33141. 2024-11-08T19:52:15,943 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731095478600.99e19dd109e1958dc7a01d006ca33141. after waiting 0 ms 2024-11-08T19:52:15,943 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731095478600.99e19dd109e1958dc7a01d006ca33141. 2024-11-08T19:52:15,943 INFO [RS:0;692b295ad45c:34963 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T19:52:15,943 DEBUG [RS:0;692b295ad45c:34963 {}] regionserver.HRegionServer(1325): Online Regions={99e19dd109e1958dc7a01d006ca33141=TestLogRolling-testSlowSyncLogRolling,,1731095478600.99e19dd109e1958dc7a01d006ca33141., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T19:52:15,943 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:52:15,943 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 99e19dd109e1958dc7a01d006ca33141 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-08T19:52:15,943 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:52:15,943 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:52:15,944 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:52:15,944 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:52:15,944 DEBUG [RS:0;692b295ad45c:34963 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 99e19dd109e1958dc7a01d006ca33141 2024-11-08T19:52:15,944 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-11-08T19:52:15,953 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/data/default/TestLogRolling-testSlowSyncLogRolling/99e19dd109e1958dc7a01d006ca33141/.tmp/info/f505326180494d869ad54ebeb2cd46db is 1055, key is row0017/info:/1731095525849/Put/seqid=0 2024-11-08T19:52:15,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43663 is added to blk_1073741843_1019 (size=10222) 2024-11-08T19:52:15,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34797 is added to blk_1073741843_1019 (size=10222) 2024-11-08T19:52:15,964 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/data/default/TestLogRolling-testSlowSyncLogRolling/99e19dd109e1958dc7a01d006ca33141/.tmp/info/f505326180494d869ad54ebeb2cd46db 2024-11-08T19:52:15,971 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/data/hbase/meta/1588230740/.tmp/info/cd2eaa60bc7a4c13806c0eca23e9eeff is 195, key is TestLogRolling-testSlowSyncLogRolling,,1731095478600.99e19dd109e1958dc7a01d006ca33141./info:regioninfo/1731095479026/Put/seqid=0 2024-11-08T19:52:15,976 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/data/default/TestLogRolling-testSlowSyncLogRolling/99e19dd109e1958dc7a01d006ca33141/.tmp/info/f505326180494d869ad54ebeb2cd46db as hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/data/default/TestLogRolling-testSlowSyncLogRolling/99e19dd109e1958dc7a01d006ca33141/info/f505326180494d869ad54ebeb2cd46db 2024-11-08T19:52:15,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34797 is added to blk_1073741844_1020 (size=7016) 2024-11-08T19:52:15,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43663 is added to blk_1073741844_1020 (size=7016) 2024-11-08T19:52:15,985 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/data/hbase/meta/1588230740/.tmp/info/cd2eaa60bc7a4c13806c0eca23e9eeff 2024-11-08T19:52:15,987 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/data/default/TestLogRolling-testSlowSyncLogRolling/99e19dd109e1958dc7a01d006ca33141/info/f505326180494d869ad54ebeb2cd46db, entries=5, sequenceid=31, filesize=10.0 K 2024-11-08T19:52:15,989 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 99e19dd109e1958dc7a01d006ca33141 in 46ms, sequenceid=31, compaction requested=true 2024-11-08T19:52:15,995 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/data/default/TestLogRolling-testSlowSyncLogRolling/99e19dd109e1958dc7a01d006ca33141/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-11-08T19:52:15,998 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731095478600.99e19dd109e1958dc7a01d006ca33141. 2024-11-08T19:52:15,998 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 99e19dd109e1958dc7a01d006ca33141: Waiting for close lock at 1731095535941Running coprocessor pre-close hooks at 1731095535942 (+1 ms)Disabling compacts and flushes for region at 1731095535942Disabling writes for close at 1731095535943 (+1 ms)Obtaining lock to block concurrent updates at 1731095535943Preparing flush snapshotting stores in 99e19dd109e1958dc7a01d006ca33141 at 1731095535943Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1731095478600.99e19dd109e1958dc7a01d006ca33141., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1731095535944 (+1 ms)Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1731095478600.99e19dd109e1958dc7a01d006ca33141. at 1731095535945 (+1 ms)Flushing 99e19dd109e1958dc7a01d006ca33141/info: creating writer at 1731095535945Flushing 99e19dd109e1958dc7a01d006ca33141/info: appending metadata at 1731095535952 (+7 ms)Flushing 99e19dd109e1958dc7a01d006ca33141/info: closing flushed file at 1731095535953 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23b7ce8c: reopening flushed file at 1731095535975 (+22 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 99e19dd109e1958dc7a01d006ca33141 in 46ms, sequenceid=31, compaction requested=true at 1731095535989 (+14 ms)Writing region close event to WAL at 1731095535990 (+1 ms)Running coprocessor post-close hooks at 1731095535996 (+6 ms)Closed at 1731095535998 (+2 ms) 2024-11-08T19:52:15,999 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1731095478600.99e19dd109e1958dc7a01d006ca33141. 2024-11-08T19:52:16,011 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/data/hbase/meta/1588230740/.tmp/ns/29f37827cf444aa5a36a6a7bfeb7405b is 43, key is default/ns:d/1731095478380/Put/seqid=0 2024-11-08T19:52:16,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34797 is added to blk_1073741845_1021 (size=5153) 2024-11-08T19:52:16,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43663 is added to blk_1073741845_1021 (size=5153) 2024-11-08T19:52:16,019 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/data/hbase/meta/1588230740/.tmp/ns/29f37827cf444aa5a36a6a7bfeb7405b 2024-11-08T19:52:16,043 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/data/hbase/meta/1588230740/.tmp/table/049fb96692284b96afc0fb1b923777ff is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1731095479040/Put/seqid=0 2024-11-08T19:52:16,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43663 is added to blk_1073741846_1022 (size=5396) 2024-11-08T19:52:16,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34797 is added to blk_1073741846_1022 (size=5396) 2024-11-08T19:52:16,050 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/data/hbase/meta/1588230740/.tmp/table/049fb96692284b96afc0fb1b923777ff 2024-11-08T19:52:16,060 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/data/hbase/meta/1588230740/.tmp/info/cd2eaa60bc7a4c13806c0eca23e9eeff as hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/data/hbase/meta/1588230740/info/cd2eaa60bc7a4c13806c0eca23e9eeff 2024-11-08T19:52:16,070 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/data/hbase/meta/1588230740/info/cd2eaa60bc7a4c13806c0eca23e9eeff, entries=10, sequenceid=11, filesize=6.9 K 2024-11-08T19:52:16,072 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/data/hbase/meta/1588230740/.tmp/ns/29f37827cf444aa5a36a6a7bfeb7405b as hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/data/hbase/meta/1588230740/ns/29f37827cf444aa5a36a6a7bfeb7405b 2024-11-08T19:52:16,081 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/data/hbase/meta/1588230740/ns/29f37827cf444aa5a36a6a7bfeb7405b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T19:52:16,083 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/data/hbase/meta/1588230740/.tmp/table/049fb96692284b96afc0fb1b923777ff as hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/data/hbase/meta/1588230740/table/049fb96692284b96afc0fb1b923777ff 2024-11-08T19:52:16,092 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/data/hbase/meta/1588230740/table/049fb96692284b96afc0fb1b923777ff, entries=2, sequenceid=11, filesize=5.3 K 2024-11-08T19:52:16,094 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 150ms, sequenceid=11, compaction requested=false 2024-11-08T19:52:16,100 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T19:52:16,101 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:52:16,101 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:52:16,101 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731095535943Running coprocessor pre-close hooks at 1731095535943Disabling compacts and flushes for region at 1731095535943Disabling writes for close at 1731095535944 (+1 ms)Obtaining lock to block concurrent updates at 1731095535944Preparing flush snapshotting stores in 1588230740 at 1731095535944Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1731095535945 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731095535946 (+1 ms)Flushing 1588230740/info: creating writer at 1731095535946Flushing 1588230740/info: appending metadata at 1731095535970 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731095535970Flushing 1588230740/ns: creating writer at 1731095535995 (+25 ms)Flushing 1588230740/ns: appending metadata at 1731095536011 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731095536011Flushing 1588230740/table: creating writer at 1731095536027 (+16 ms)Flushing 1588230740/table: appending metadata at 1731095536043 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731095536043Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4721e8e4: reopening flushed file at 1731095536059 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61e27716: reopening flushed file at 1731095536070 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64d6ef44: reopening flushed file at 1731095536082 (+12 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 150ms, sequenceid=11, compaction requested=false at 1731095536094 (+12 ms)Writing region close event to WAL at 1731095536095 (+1 ms)Running coprocessor post-close hooks at 1731095536101 (+6 ms)Closed at 1731095536101 2024-11-08T19:52:16,101 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T19:52:16,144 INFO [RS:0;692b295ad45c:34963 {}] regionserver.HRegionServer(976): stopping server 692b295ad45c,34963,1731095475494; all regions closed. 2024-11-08T19:52:16,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43663 is added to blk_1073741834_1010 (size=3066) 2024-11-08T19:52:16,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34797 is added to blk_1073741834_1010 (size=3066) 2024-11-08T19:52:16,156 DEBUG [RS:0;692b295ad45c:34963 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/oldWALs 2024-11-08T19:52:16,156 INFO [RS:0;692b295ad45c:34963 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 692b295ad45c%2C34963%2C1731095475494.meta:.meta(num 1731095478125) 2024-11-08T19:52:16,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34797 is added to blk_1073741841_1017 (size=13164) 2024-11-08T19:52:16,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43663 is added to blk_1073741841_1017 (size=13164) 2024-11-08T19:52:16,166 DEBUG [RS:0;692b295ad45c:34963 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/oldWALs 2024-11-08T19:52:16,166 INFO [RS:0;692b295ad45c:34963 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 692b295ad45c%2C34963%2C1731095475494:(num 1731095515806) 2024-11-08T19:52:16,166 DEBUG [RS:0;692b295ad45c:34963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:52:16,166 INFO [RS:0;692b295ad45c:34963 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:52:16,166 INFO [RS:0;692b295ad45c:34963 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:52:16,166 INFO [RS:0;692b295ad45c:34963 {}] hbase.ChoreService(370): Chore service for: regionserver/692b295ad45c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T19:52:16,167 INFO [RS:0;692b295ad45c:34963 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:52:16,167 INFO [regionserver/692b295ad45c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:52:16,167 INFO [RS:0;692b295ad45c:34963 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34963 2024-11-08T19:52:16,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34963-0x1011c00aa450001, quorum=127.0.0.1:55187, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/692b295ad45c,34963,1731095475494 2024-11-08T19:52:16,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44643-0x1011c00aa450000, quorum=127.0.0.1:55187, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T19:52:16,228 INFO [RS:0;692b295ad45c:34963 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:52:16,239 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [692b295ad45c,34963,1731095475494] 2024-11-08T19:52:16,249 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/692b295ad45c,34963,1731095475494 already deleted, retry=false 2024-11-08T19:52:16,250 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 692b295ad45c,34963,1731095475494 expired; onlineServers=0 2024-11-08T19:52:16,250 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '692b295ad45c,44643,1731095474681' ***** 2024-11-08T19:52:16,250 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T19:52:16,251 INFO [M:0;692b295ad45c:44643 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:52:16,251 INFO [M:0;692b295ad45c:44643 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:52:16,251 DEBUG [M:0;692b295ad45c:44643 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T19:52:16,251 DEBUG [M:0;692b295ad45c:44643 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T19:52:16,251 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T19:52:16,252 DEBUG [master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731095477191 {}] cleaner.HFileCleaner(306): Exit Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731095477191,5,FailOnTimeoutGroup] 2024-11-08T19:52:16,252 DEBUG [master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731095477192 {}] cleaner.HFileCleaner(306): Exit Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731095477192,5,FailOnTimeoutGroup] 2024-11-08T19:52:16,252 INFO [M:0;692b295ad45c:44643 {}] hbase.ChoreService(370): Chore service for: master/692b295ad45c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T19:52:16,252 INFO [M:0;692b295ad45c:44643 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:52:16,253 DEBUG [M:0;692b295ad45c:44643 {}] master.HMaster(1795): Stopping service threads 2024-11-08T19:52:16,253 INFO [M:0;692b295ad45c:44643 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T19:52:16,253 INFO [M:0;692b295ad45c:44643 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:52:16,254 INFO [M:0;692b295ad45c:44643 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T19:52:16,255 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T19:52:16,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44643-0x1011c00aa450000, quorum=127.0.0.1:55187, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T19:52:16,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44643-0x1011c00aa450000, quorum=127.0.0.1:55187, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:52:16,266 DEBUG [M:0;692b295ad45c:44643 {}] zookeeper.ZKUtil(347): master:44643-0x1011c00aa450000, quorum=127.0.0.1:55187, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T19:52:16,266 WARN [M:0;692b295ad45c:44643 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T19:52:16,267 INFO [M:0;692b295ad45c:44643 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/.lastflushedseqids 2024-11-08T19:52:16,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34797 is added to blk_1073741847_1023 (size=130) 2024-11-08T19:52:16,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43663 is added to blk_1073741847_1023 (size=130) 2024-11-08T19:52:16,281 INFO [M:0;692b295ad45c:44643 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T19:52:16,281 INFO [M:0;692b295ad45c:44643 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T19:52:16,281 DEBUG [M:0;692b295ad45c:44643 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:52:16,281 INFO [M:0;692b295ad45c:44643 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:52:16,281 DEBUG [M:0;692b295ad45c:44643 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:52:16,281 DEBUG [M:0;692b295ad45c:44643 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:52:16,281 DEBUG [M:0;692b295ad45c:44643 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:52:16,282 INFO [M:0;692b295ad45c:44643 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.02 KB heapSize=29.20 KB 2024-11-08T19:52:16,304 DEBUG [M:0;692b295ad45c:44643 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/085706a73b6942259b5ac9745a01f09f is 82, key is hbase:meta,,1/info:regioninfo/1731095478203/Put/seqid=0 2024-11-08T19:52:16,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43663 is added to blk_1073741848_1024 (size=5672) 2024-11-08T19:52:16,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34797 is added to blk_1073741848_1024 (size=5672) 2024-11-08T19:52:16,311 INFO [M:0;692b295ad45c:44643 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/085706a73b6942259b5ac9745a01f09f 2024-11-08T19:52:16,335 DEBUG [M:0;692b295ad45c:44643 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7312ed2812bd4341990ed65b4f5266e6 is 766, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731095479046/Put/seqid=0 2024-11-08T19:52:16,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34963-0x1011c00aa450001, quorum=127.0.0.1:55187, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:52:16,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34963-0x1011c00aa450001, quorum=127.0.0.1:55187, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:52:16,340 INFO [RS:0;692b295ad45c:34963 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:52:16,340 INFO [RS:0;692b295ad45c:34963 {}] regionserver.HRegionServer(1031): Exiting; stopping=692b295ad45c,34963,1731095475494; zookeeper connection closed. 2024-11-08T19:52:16,340 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@13c92442 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@13c92442 2024-11-08T19:52:16,341 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T19:52:16,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34797 is added to blk_1073741849_1025 (size=6247) 2024-11-08T19:52:16,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43663 is added to blk_1073741849_1025 (size=6247) 2024-11-08T19:52:16,342 INFO [M:0;692b295ad45c:44643 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.42 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7312ed2812bd4341990ed65b4f5266e6 2024-11-08T19:52:16,349 INFO [M:0;692b295ad45c:44643 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7312ed2812bd4341990ed65b4f5266e6 2024-11-08T19:52:16,369 DEBUG [M:0;692b295ad45c:44643 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/25efc51734c94d43b05d1ece4859208e is 69, key is 692b295ad45c,34963,1731095475494/rs:state/1731095477221/Put/seqid=0 2024-11-08T19:52:16,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43663 is added to blk_1073741850_1026 (size=5156) 2024-11-08T19:52:16,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34797 is added to blk_1073741850_1026 (size=5156) 2024-11-08T19:52:16,375 INFO [M:0;692b295ad45c:44643 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/25efc51734c94d43b05d1ece4859208e 2024-11-08T19:52:16,399 DEBUG [M:0;692b295ad45c:44643 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/18bed3d10126419a9fee8980420ffb30 is 52, key is load_balancer_on/state:d/1731095478581/Put/seqid=0 2024-11-08T19:52:16,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43663 is added to blk_1073741851_1027 (size=5056) 2024-11-08T19:52:16,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34797 is added to blk_1073741851_1027 (size=5056) 2024-11-08T19:52:16,406 INFO [M:0;692b295ad45c:44643 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/18bed3d10126419a9fee8980420ffb30 2024-11-08T19:52:16,414 DEBUG [M:0;692b295ad45c:44643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/085706a73b6942259b5ac9745a01f09f as hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/085706a73b6942259b5ac9745a01f09f 2024-11-08T19:52:16,422 INFO [M:0;692b295ad45c:44643 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/085706a73b6942259b5ac9745a01f09f, entries=8, sequenceid=59, filesize=5.5 K 2024-11-08T19:52:16,423 DEBUG [M:0;692b295ad45c:44643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7312ed2812bd4341990ed65b4f5266e6 as hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7312ed2812bd4341990ed65b4f5266e6 2024-11-08T19:52:16,431 INFO [M:0;692b295ad45c:44643 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7312ed2812bd4341990ed65b4f5266e6 2024-11-08T19:52:16,431 INFO [M:0;692b295ad45c:44643 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7312ed2812bd4341990ed65b4f5266e6, entries=6, sequenceid=59, filesize=6.1 K 2024-11-08T19:52:16,433 DEBUG [M:0;692b295ad45c:44643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/25efc51734c94d43b05d1ece4859208e as hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/25efc51734c94d43b05d1ece4859208e 2024-11-08T19:52:16,440 INFO [M:0;692b295ad45c:44643 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/25efc51734c94d43b05d1ece4859208e, entries=1, sequenceid=59, filesize=5.0 K 2024-11-08T19:52:16,442 DEBUG [M:0;692b295ad45c:44643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/18bed3d10126419a9fee8980420ffb30 as hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/18bed3d10126419a9fee8980420ffb30 2024-11-08T19:52:16,448 INFO [M:0;692b295ad45c:44643 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/18bed3d10126419a9fee8980420ffb30, entries=1, sequenceid=59, filesize=4.9 K 2024-11-08T19:52:16,450 INFO [M:0;692b295ad45c:44643 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 168ms, sequenceid=59, compaction requested=false 2024-11-08T19:52:16,451 INFO [M:0;692b295ad45c:44643 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:52:16,451 DEBUG [M:0;692b295ad45c:44643 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731095536281Disabling compacts and flushes for region at 1731095536281Disabling writes for close at 1731095536281Obtaining lock to block concurrent updates at 1731095536282 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731095536282Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23576, getHeapSize=29840, getOffHeapSize=0, getCellsCount=70 at 1731095536282Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731095536283 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731095536283Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731095536303 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731095536303Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731095536318 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731095536334 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731095536334Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731095536350 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731095536368 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731095536368Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731095536383 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731095536398 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731095536398Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@199eeaa7: reopening flushed file at 1731095536413 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52bad008: reopening flushed file at 1731095536422 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a7436f: reopening flushed file at 1731095536431 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@793faeaa: reopening flushed file at 1731095536440 (+9 ms)Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 168ms, sequenceid=59, compaction requested=false at 1731095536450 (+10 ms)Writing region close event to WAL at 1731095536451 (+1 ms)Closed at 1731095536451 2024-11-08T19:52:16,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43663 is added to blk_1073741830_1006 (size=27973) 2024-11-08T19:52:16,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34797 is added to blk_1073741830_1006 (size=27973) 2024-11-08T19:52:16,456 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:52:16,456 INFO [M:0;692b295ad45c:44643 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T19:52:16,456 INFO [M:0;692b295ad45c:44643 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44643 2024-11-08T19:52:16,456 INFO [M:0;692b295ad45c:44643 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:52:16,566 INFO [M:0;692b295ad45c:44643 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:52:16,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44643-0x1011c00aa450000, quorum=127.0.0.1:55187, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:52:16,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44643-0x1011c00aa450000, quorum=127.0.0.1:55187, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:52:16,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b9fe80c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:52:16,577 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:52:16,577 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:52:16,577 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:52:16,577 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81340a16-b752-15f5-9651-5ca430055a6f/hadoop.log.dir/,STOPPED} 2024-11-08T19:52:16,580 WARN [BP-1461648243-172.17.0.2-1731095468884 heartbeating to localhost/127.0.0.1:45533 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T19:52:16,580 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T19:52:16,580 WARN [BP-1461648243-172.17.0.2-1731095468884 heartbeating to localhost/127.0.0.1:45533 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1461648243-172.17.0.2-1731095468884 (Datanode Uuid 6e2442ed-26e5-442e-9f0e-ae9f8e20ad92) service to localhost/127.0.0.1:45533 2024-11-08T19:52:16,580 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T19:52:16,581 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81340a16-b752-15f5-9651-5ca430055a6f/cluster_ef82eccd-211f-02fd-7e7c-d0da9e100bb6/data/data3/current/BP-1461648243-172.17.0.2-1731095468884 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:52:16,581 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81340a16-b752-15f5-9651-5ca430055a6f/cluster_ef82eccd-211f-02fd-7e7c-d0da9e100bb6/data/data4/current/BP-1461648243-172.17.0.2-1731095468884 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:52:16,582 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T19:52:16,585 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@790fbcfe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:52:16,585 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:52:16,585 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:52:16,585 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:52:16,585 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81340a16-b752-15f5-9651-5ca430055a6f/hadoop.log.dir/,STOPPED} 2024-11-08T19:52:16,587 WARN [BP-1461648243-172.17.0.2-1731095468884 heartbeating to localhost/127.0.0.1:45533 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T19:52:16,587 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T19:52:16,587 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T19:52:16,587 WARN [BP-1461648243-172.17.0.2-1731095468884 heartbeating to localhost/127.0.0.1:45533 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1461648243-172.17.0.2-1731095468884 (Datanode Uuid 63aaa848-57f4-4331-b7a7-38bb12eb7c71) service to localhost/127.0.0.1:45533 2024-11-08T19:52:16,588 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81340a16-b752-15f5-9651-5ca430055a6f/cluster_ef82eccd-211f-02fd-7e7c-d0da9e100bb6/data/data1/current/BP-1461648243-172.17.0.2-1731095468884 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:52:16,588 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81340a16-b752-15f5-9651-5ca430055a6f/cluster_ef82eccd-211f-02fd-7e7c-d0da9e100bb6/data/data2/current/BP-1461648243-172.17.0.2-1731095468884 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:52:16,589 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T19:52:16,599 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@612e4b2b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:52:16,600 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:52:16,600 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:52:16,600 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:52:16,600 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81340a16-b752-15f5-9651-5ca430055a6f/hadoop.log.dir/,STOPPED} 2024-11-08T19:52:16,608 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T19:52:16,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T19:52:16,643 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=69 (was 12) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/692b295ad45c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:45533 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/692b295ad45c:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@7ea2c257 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45533 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45533 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45533 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/692b295ad45c:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/692b295ad45c:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:45533 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45533 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45533 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:45533 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:45533 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=392 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=189 (was 342), ProcessCount=11 (was 11), AvailableMemoryMB=7464 (was 2271) - AvailableMemoryMB LEAK? - 2024-11-08T19:52:16,648 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=70, OpenFileDescriptor=392, MaxFileDescriptor=1048576, SystemLoadAverage=189, ProcessCount=11, AvailableMemoryMB=7463 2024-11-08T19:52:16,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T19:52:16,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81340a16-b752-15f5-9651-5ca430055a6f/hadoop.log.dir so I do NOT create it in target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94 2024-11-08T19:52:16,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81340a16-b752-15f5-9651-5ca430055a6f/hadoop.tmp.dir so I do NOT create it in target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94 2024-11-08T19:52:16,649 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/cluster_5bfbdd00-9566-9322-6cd0-4d31b1a01efb, deleteOnExit=true 2024-11-08T19:52:16,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T19:52:16,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/test.cache.data in system properties and HBase conf 2024-11-08T19:52:16,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T19:52:16,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/hadoop.log.dir in system properties and HBase conf 2024-11-08T19:52:16,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T19:52:16,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T19:52:16,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T19:52:16,650 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T19:52:16,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:52:16,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:52:16,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T19:52:16,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:52:16,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T19:52:16,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T19:52:16,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:52:16,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:52:16,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T19:52:16,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/nfs.dump.dir in system properties and HBase conf 2024-11-08T19:52:16,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/java.io.tmpdir in system properties and HBase conf 2024-11-08T19:52:16,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:52:16,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T19:52:16,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T19:52:17,119 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:52:17,125 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:52:17,128 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:52:17,128 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:52:17,128 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T19:52:17,129 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:52:17,135 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1785141e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:52:17,135 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f4d6437{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:52:17,231 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7623b7e0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/java.io.tmpdir/jetty-localhost-39053-hadoop-hdfs-3_4_1-tests_jar-_-any-8331381567937096953/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:52:17,232 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@463d76c{HTTP/1.1, (http/1.1)}{localhost:39053} 2024-11-08T19:52:17,232 INFO [Time-limited test {}] server.Server(415): Started @70272ms 2024-11-08T19:52:17,496 INFO [regionserver/692b295ad45c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:52:17,514 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:52:17,518 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:52:17,518 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:52:17,519 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:52:17,519 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T19:52:17,519 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a660e3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:52:17,519 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3cf3846d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:52:17,613 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@476d1d16{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/java.io.tmpdir/jetty-localhost-37185-hadoop-hdfs-3_4_1-tests_jar-_-any-14885593948641082901/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:52:17,614 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e796bf3{HTTP/1.1, (http/1.1)}{localhost:37185} 2024-11-08T19:52:17,614 INFO [Time-limited test {}] server.Server(415): Started @70654ms 2024-11-08T19:52:17,615 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T19:52:17,647 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:52:17,651 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:52:17,653 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:52:17,653 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:52:17,653 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T19:52:17,653 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45528e53{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:52:17,654 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dcba957{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:52:17,748 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3750334b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/java.io.tmpdir/jetty-localhost-33129-hadoop-hdfs-3_4_1-tests_jar-_-any-11212136994560914839/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:52:17,749 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@346d7e39{HTTP/1.1, (http/1.1)}{localhost:33129} 2024-11-08T19:52:17,749 INFO [Time-limited test {}] server.Server(415): Started @70789ms 2024-11-08T19:52:17,750 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T19:52:19,477 WARN [Thread-386 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/cluster_5bfbdd00-9566-9322-6cd0-4d31b1a01efb/data/data2/current/BP-2057174919-172.17.0.2-1731095536676/current, will proceed with Du for space computation calculation, 2024-11-08T19:52:19,477 WARN [Thread-385 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/cluster_5bfbdd00-9566-9322-6cd0-4d31b1a01efb/data/data1/current/BP-2057174919-172.17.0.2-1731095536676/current, will proceed with Du for space computation calculation, 2024-11-08T19:52:19,499 WARN [Thread-349 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T19:52:19,502 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc8e3d6e18982ec5b with lease ID 0x47401538bec4003f: Processing first storage report for DS-56801574-bff3-4803-af84-6b603554bf87 from datanode DatanodeRegistration(127.0.0.1:45431, datanodeUuid=7953b991-ad58-4934-bec5-529e83ff0c73, infoPort=36929, infoSecurePort=0, ipcPort=40985, storageInfo=lv=-57;cid=testClusterID;nsid=804825600;c=1731095536676) 2024-11-08T19:52:19,502 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc8e3d6e18982ec5b with lease ID 0x47401538bec4003f: from storage DS-56801574-bff3-4803-af84-6b603554bf87 node DatanodeRegistration(127.0.0.1:45431, datanodeUuid=7953b991-ad58-4934-bec5-529e83ff0c73, infoPort=36929, infoSecurePort=0, ipcPort=40985, storageInfo=lv=-57;cid=testClusterID;nsid=804825600;c=1731095536676), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:52:19,502 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc8e3d6e18982ec5b with lease ID 0x47401538bec4003f: Processing first storage report for DS-cc0552a5-96c6-49d2-9480-63192c71a4b6 from datanode DatanodeRegistration(127.0.0.1:45431, datanodeUuid=7953b991-ad58-4934-bec5-529e83ff0c73, infoPort=36929, infoSecurePort=0, ipcPort=40985, storageInfo=lv=-57;cid=testClusterID;nsid=804825600;c=1731095536676) 2024-11-08T19:52:19,502 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc8e3d6e18982ec5b with lease ID 0x47401538bec4003f: from storage DS-cc0552a5-96c6-49d2-9480-63192c71a4b6 node DatanodeRegistration(127.0.0.1:45431, datanodeUuid=7953b991-ad58-4934-bec5-529e83ff0c73, infoPort=36929, infoSecurePort=0, ipcPort=40985, storageInfo=lv=-57;cid=testClusterID;nsid=804825600;c=1731095536676), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:52:19,714 WARN [Thread-396 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/cluster_5bfbdd00-9566-9322-6cd0-4d31b1a01efb/data/data3/current/BP-2057174919-172.17.0.2-1731095536676/current, will proceed with Du for space computation calculation, 2024-11-08T19:52:19,714 WARN [Thread-397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/cluster_5bfbdd00-9566-9322-6cd0-4d31b1a01efb/data/data4/current/BP-2057174919-172.17.0.2-1731095536676/current, will proceed with Du for space computation calculation, 2024-11-08T19:52:19,736 WARN [Thread-372 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T19:52:19,738 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1c9de99a1630756e with lease ID 0x47401538bec40040: Processing first storage report for DS-d61629c2-f442-4ae2-b695-86bf8e16c5d1 from datanode DatanodeRegistration(127.0.0.1:35297, datanodeUuid=ac0c8b0e-d717-4d15-8c7b-5e3978907eb6, infoPort=39097, infoSecurePort=0, ipcPort=39003, storageInfo=lv=-57;cid=testClusterID;nsid=804825600;c=1731095536676) 2024-11-08T19:52:19,739 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1c9de99a1630756e with lease ID 0x47401538bec40040: from storage DS-d61629c2-f442-4ae2-b695-86bf8e16c5d1 node DatanodeRegistration(127.0.0.1:35297, datanodeUuid=ac0c8b0e-d717-4d15-8c7b-5e3978907eb6, infoPort=39097, infoSecurePort=0, ipcPort=39003, storageInfo=lv=-57;cid=testClusterID;nsid=804825600;c=1731095536676), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:52:19,739 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1c9de99a1630756e with lease ID 0x47401538bec40040: Processing first storage report for DS-f19fca57-02c3-4ee1-8d73-167f5942c2c1 from datanode DatanodeRegistration(127.0.0.1:35297, datanodeUuid=ac0c8b0e-d717-4d15-8c7b-5e3978907eb6, infoPort=39097, infoSecurePort=0, ipcPort=39003, storageInfo=lv=-57;cid=testClusterID;nsid=804825600;c=1731095536676) 2024-11-08T19:52:19,739 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1c9de99a1630756e with lease ID 0x47401538bec40040: from storage DS-f19fca57-02c3-4ee1-8d73-167f5942c2c1 node DatanodeRegistration(127.0.0.1:35297, datanodeUuid=ac0c8b0e-d717-4d15-8c7b-5e3978907eb6, infoPort=39097, infoSecurePort=0, ipcPort=39003, storageInfo=lv=-57;cid=testClusterID;nsid=804825600;c=1731095536676), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:52:19,805 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94 2024-11-08T19:52:19,809 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/cluster_5bfbdd00-9566-9322-6cd0-4d31b1a01efb/zookeeper_0, clientPort=51588, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/cluster_5bfbdd00-9566-9322-6cd0-4d31b1a01efb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/cluster_5bfbdd00-9566-9322-6cd0-4d31b1a01efb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T19:52:19,810 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51588 2024-11-08T19:52:19,810 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:52:19,812 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:52:19,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35297 is added to blk_1073741825_1001 (size=7) 2024-11-08T19:52:19,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45431 is added to blk_1073741825_1001 (size=7) 2024-11-08T19:52:19,824 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6 with version=8 2024-11-08T19:52:19,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/hbase-staging 2024-11-08T19:52:19,826 INFO [Time-limited test {}] client.ConnectionUtils(128): master/692b295ad45c:0 server-side Connection retries=45 2024-11-08T19:52:19,826 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:52:19,827 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:52:19,827 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:52:19,827 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:52:19,827 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:52:19,827 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T19:52:19,827 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:52:19,828 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42101 2024-11-08T19:52:19,829 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42101 connecting to ZooKeeper ensemble=127.0.0.1:51588 2024-11-08T19:52:19,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:421010x0, quorum=127.0.0.1:51588, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:52:19,880 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42101-0x1011c01ac0b0000 connected 2024-11-08T19:52:19,977 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:52:19,979 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:52:19,983 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42101-0x1011c01ac0b0000, quorum=127.0.0.1:51588, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:52:19,984 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6, hbase.cluster.distributed=false 2024-11-08T19:52:19,986 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42101-0x1011c01ac0b0000, quorum=127.0.0.1:51588, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T19:52:19,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42101 2024-11-08T19:52:19,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42101 2024-11-08T19:52:19,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42101 2024-11-08T19:52:19,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42101 2024-11-08T19:52:19,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42101 2024-11-08T19:52:20,002 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/692b295ad45c:0 server-side Connection retries=45 2024-11-08T19:52:20,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:52:20,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:52:20,003 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:52:20,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:52:20,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:52:20,003 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T19:52:20,003 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:52:20,004 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34707 2024-11-08T19:52:20,005 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34707 connecting to ZooKeeper ensemble=127.0.0.1:51588 2024-11-08T19:52:20,006 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:52:20,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:52:20,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347070x0, quorum=127.0.0.1:51588, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:52:20,019 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:347070x0, quorum=127.0.0.1:51588, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:52:20,019 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34707-0x1011c01ac0b0001 connected 2024-11-08T19:52:20,019 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T19:52:20,020 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T19:52:20,020 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34707-0x1011c01ac0b0001, quorum=127.0.0.1:51588, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T19:52:20,022 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34707-0x1011c01ac0b0001, quorum=127.0.0.1:51588, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T19:52:20,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34707 2024-11-08T19:52:20,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34707 2024-11-08T19:52:20,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34707 2024-11-08T19:52:20,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34707 2024-11-08T19:52:20,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34707 2024-11-08T19:52:20,037 DEBUG [M:0;692b295ad45c:42101 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;692b295ad45c:42101 2024-11-08T19:52:20,038 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/692b295ad45c,42101,1731095539826 2024-11-08T19:52:20,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x1011c01ac0b0001, quorum=127.0.0.1:51588, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:52:20,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42101-0x1011c01ac0b0000, quorum=127.0.0.1:51588, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:52:20,051 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42101-0x1011c01ac0b0000, quorum=127.0.0.1:51588, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/692b295ad45c,42101,1731095539826 2024-11-08T19:52:20,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x1011c01ac0b0001, quorum=127.0.0.1:51588, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T19:52:20,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42101-0x1011c01ac0b0000, quorum=127.0.0.1:51588, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:52:20,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x1011c01ac0b0001, quorum=127.0.0.1:51588, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:52:20,061 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42101-0x1011c01ac0b0000, quorum=127.0.0.1:51588, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T19:52:20,061 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/692b295ad45c,42101,1731095539826 from backup master directory 2024-11-08T19:52:20,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x1011c01ac0b0001, quorum=127.0.0.1:51588, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:52:20,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42101-0x1011c01ac0b0000, quorum=127.0.0.1:51588, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/692b295ad45c,42101,1731095539826 2024-11-08T19:52:20,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42101-0x1011c01ac0b0000, quorum=127.0.0.1:51588, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:52:20,071 WARN [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:52:20,071 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=692b295ad45c,42101,1731095539826 2024-11-08T19:52:20,079 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/hbase.id] with ID: f4b92c2f-abda-4875-9fb6-2187097f54fe 2024-11-08T19:52:20,079 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/.tmp/hbase.id 2024-11-08T19:52:20,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35297 is added to blk_1073741826_1002 (size=42) 2024-11-08T19:52:20,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45431 is added to blk_1073741826_1002 (size=42) 2024-11-08T19:52:20,088 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/.tmp/hbase.id]:[hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/hbase.id] 2024-11-08T19:52:20,106 INFO [master/692b295ad45c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:52:20,106 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T19:52:20,108 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-08T19:52:20,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x1011c01ac0b0001, quorum=127.0.0.1:51588, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:52:20,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42101-0x1011c01ac0b0000, quorum=127.0.0.1:51588, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:52:20,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35297 is added to blk_1073741827_1003 (size=196) 2024-11-08T19:52:20,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45431 is added to blk_1073741827_1003 (size=196) 2024-11-08T19:52:20,133 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:52:20,135 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T19:52:20,135 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:52:20,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45431 is added to blk_1073741828_1004 (size=1189) 2024-11-08T19:52:20,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35297 is added to blk_1073741828_1004 (size=1189) 2024-11-08T19:52:20,146 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/MasterData/data/master/store 2024-11-08T19:52:20,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35297 is added to blk_1073741829_1005 (size=34) 2024-11-08T19:52:20,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45431 is added to blk_1073741829_1005 (size=34) 2024-11-08T19:52:20,157 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:52:20,157 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:52:20,157 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:52:20,157 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:52:20,157 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:52:20,157 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:52:20,157 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:52:20,157 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731095540157Disabling compacts and flushes for region at 1731095540157Disabling writes for close at 1731095540157Writing region close event to WAL at 1731095540157Closed at 1731095540157 2024-11-08T19:52:20,159 WARN [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/MasterData/data/master/store/.initializing 2024-11-08T19:52:20,159 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/MasterData/WALs/692b295ad45c,42101,1731095539826 2024-11-08T19:52:20,161 INFO [master/692b295ad45c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:52:20,163 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=692b295ad45c%2C42101%2C1731095539826, suffix=, logDir=hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/MasterData/WALs/692b295ad45c,42101,1731095539826, archiveDir=hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/MasterData/oldWALs, maxLogs=10 2024-11-08T19:52:20,176 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/MasterData/WALs/692b295ad45c,42101,1731095539826/692b295ad45c%2C42101%2C1731095539826.1731095540164, exclude list is [], retry=0 2024-11-08T19:52:20,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35297,DS-d61629c2-f442-4ae2-b695-86bf8e16c5d1,DISK] 2024-11-08T19:52:20,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45431,DS-56801574-bff3-4803-af84-6b603554bf87,DISK] 2024-11-08T19:52:20,182 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/MasterData/WALs/692b295ad45c,42101,1731095539826/692b295ad45c%2C42101%2C1731095539826.1731095540164 2024-11-08T19:52:20,182 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39097:39097),(127.0.0.1/127.0.0.1:36929:36929)] 2024-11-08T19:52:20,182 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:52:20,183 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:52:20,183 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:52:20,183 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:52:20,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:52:20,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T19:52:20,189 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:52:20,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:52:20,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:52:20,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T19:52:20,193 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:52:20,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:52:20,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:52:20,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T19:52:20,197 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:52:20,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:52:20,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:52:20,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T19:52:20,200 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:52:20,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:52:20,201 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:52:20,202 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:52:20,202 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:52:20,204 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:52:20,204 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:52:20,205 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:52:20,207 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:52:20,211 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:52:20,212 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=723399, jitterRate=-0.08015164732933044}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:52:20,213 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731095540183Initializing all the Stores at 1731095540185 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731095540185Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731095540185Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731095540185Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731095540185Cleaning up temporary data from old regions at 1731095540204 (+19 ms)Region opened successfully at 1731095540213 (+9 ms) 2024-11-08T19:52:20,214 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T19:52:20,220 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a3e89c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=692b295ad45c/172.17.0.2:0 2024-11-08T19:52:20,221 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T19:52:20,221 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T19:52:20,221 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T19:52:20,221 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T19:52:20,222 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T19:52:20,223 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T19:52:20,223 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T19:52:20,226 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T19:52:20,227 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42101-0x1011c01ac0b0000, quorum=127.0.0.1:51588, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T19:52:20,239 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T19:52:20,240 INFO [master/692b295ad45c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T19:52:20,240 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42101-0x1011c01ac0b0000, quorum=127.0.0.1:51588, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T19:52:20,250 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T19:52:20,250 INFO [master/692b295ad45c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T19:52:20,251 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42101-0x1011c01ac0b0000, quorum=127.0.0.1:51588, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T19:52:20,260 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T19:52:20,261 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42101-0x1011c01ac0b0000, quorum=127.0.0.1:51588, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T19:52:20,271 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T19:52:20,274 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42101-0x1011c01ac0b0000, quorum=127.0.0.1:51588, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T19:52:20,281 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T19:52:20,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x1011c01ac0b0001, quorum=127.0.0.1:51588, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T19:52:20,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42101-0x1011c01ac0b0000, quorum=127.0.0.1:51588, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T19:52:20,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x1011c01ac0b0001, quorum=127.0.0.1:51588, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:52:20,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42101-0x1011c01ac0b0000, quorum=127.0.0.1:51588, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:52:20,293 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=692b295ad45c,42101,1731095539826, sessionid=0x1011c01ac0b0000, setting cluster-up flag (Was=false) 2024-11-08T19:52:20,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42101-0x1011c01ac0b0000, quorum=127.0.0.1:51588, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:52:20,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x1011c01ac0b0001, quorum=127.0.0.1:51588, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:52:20,345 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T19:52:20,346 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=692b295ad45c,42101,1731095539826 2024-11-08T19:52:20,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x1011c01ac0b0001, quorum=127.0.0.1:51588, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:52:20,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42101-0x1011c01ac0b0000, quorum=127.0.0.1:51588, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:52:20,397 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T19:52:20,398 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=692b295ad45c,42101,1731095539826 2024-11-08T19:52:20,400 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T19:52:20,402 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T19:52:20,402 INFO [master/692b295ad45c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T19:52:20,403 INFO [master/692b295ad45c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T19:52:20,403 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 692b295ad45c,42101,1731095539826 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T19:52:20,405 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:52:20,405 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:52:20,405 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:52:20,405 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:52:20,406 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/692b295ad45c:0, corePoolSize=10, maxPoolSize=10 2024-11-08T19:52:20,406 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:52:20,406 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/692b295ad45c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:52:20,406 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:52:20,407 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731095570407 2024-11-08T19:52:20,408 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T19:52:20,408 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T19:52:20,408 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T19:52:20,408 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T19:52:20,408 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T19:52:20,408 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T19:52:20,409 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:52:20,409 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:52:20,409 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T19:52:20,409 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T19:52:20,409 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T19:52:20,409 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T19:52:20,409 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T19:52:20,409 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T19:52:20,410 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731095540409,5,FailOnTimeoutGroup] 2024-11-08T19:52:20,410 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731095540410,5,FailOnTimeoutGroup] 2024-11-08T19:52:20,410 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:52:20,410 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T19:52:20,410 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T19:52:20,410 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T19:52:20,410 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:52:20,411 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T19:52:20,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45431 is added to blk_1073741831_1007 (size=1321) 2024-11-08T19:52:20,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35297 is added to blk_1073741831_1007 (size=1321) 2024-11-08T19:52:20,423 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T19:52:20,423 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6 2024-11-08T19:52:20,428 INFO [RS:0;692b295ad45c:34707 {}] regionserver.HRegionServer(746): ClusterId : f4b92c2f-abda-4875-9fb6-2187097f54fe 2024-11-08T19:52:20,428 DEBUG [RS:0;692b295ad45c:34707 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T19:52:20,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35297 is added to blk_1073741832_1008 (size=32) 2024-11-08T19:52:20,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45431 is added to blk_1073741832_1008 (size=32) 2024-11-08T19:52:20,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:52:20,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:52:20,437 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:52:20,438 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:52:20,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:52:20,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:52:20,440 DEBUG [RS:0;692b295ad45c:34707 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T19:52:20,440 DEBUG [RS:0;692b295ad45c:34707 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T19:52:20,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:52:20,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:52:20,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:52:20,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:52:20,444 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:52:20,444 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:52:20,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:52:20,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:52:20,447 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:52:20,447 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:52:20,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:52:20,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:52:20,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/data/hbase/meta/1588230740 2024-11-08T19:52:20,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/data/hbase/meta/1588230740 2024-11-08T19:52:20,451 DEBUG [RS:0;692b295ad45c:34707 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T19:52:20,451 DEBUG [RS:0;692b295ad45c:34707 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dca39c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=692b295ad45c/172.17.0.2:0 2024-11-08T19:52:20,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:52:20,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:52:20,452 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T19:52:20,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:52:20,456 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:52:20,457 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=736141, jitterRate=-0.06394883990287781}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T19:52:20,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731095540434Initializing all the Stores at 1731095540435 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731095540435Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731095540436 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731095540436Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731095540436Cleaning up temporary data from old regions at 1731095540451 (+15 ms)Region opened successfully at 1731095540458 (+7 ms) 2024-11-08T19:52:20,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:52:20,459 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:52:20,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:52:20,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:52:20,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:52:20,460 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:52:20,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731095540459Disabling compacts and flushes for region at 1731095540459Disabling writes for close at 1731095540459Writing region close event to WAL at 1731095540460 (+1 ms)Closed at 1731095540460 2024-11-08T19:52:20,462 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:52:20,462 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T19:52:20,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T19:52:20,464 DEBUG [RS:0;692b295ad45c:34707 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;692b295ad45c:34707 2024-11-08T19:52:20,464 INFO [RS:0;692b295ad45c:34707 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T19:52:20,464 INFO [RS:0;692b295ad45c:34707 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T19:52:20,464 DEBUG [RS:0;692b295ad45c:34707 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T19:52:20,464 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:52:20,465 INFO [RS:0;692b295ad45c:34707 {}] regionserver.HRegionServer(2659): reportForDuty to master=692b295ad45c,42101,1731095539826 with port=34707, startcode=1731095540002 2024-11-08T19:52:20,465 DEBUG [RS:0;692b295ad45c:34707 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T19:52:20,466 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T19:52:20,467 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43953, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T19:52:20,468 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42101 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 692b295ad45c,34707,1731095540002 2024-11-08T19:52:20,468 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42101 {}] master.ServerManager(517): Registering regionserver=692b295ad45c,34707,1731095540002 2024-11-08T19:52:20,470 DEBUG [RS:0;692b295ad45c:34707 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6 2024-11-08T19:52:20,470 DEBUG [RS:0;692b295ad45c:34707 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34051 2024-11-08T19:52:20,470 DEBUG [RS:0;692b295ad45c:34707 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T19:52:20,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42101-0x1011c01ac0b0000, quorum=127.0.0.1:51588, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T19:52:20,482 DEBUG [RS:0;692b295ad45c:34707 {}] zookeeper.ZKUtil(111): regionserver:34707-0x1011c01ac0b0001, quorum=127.0.0.1:51588, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/692b295ad45c,34707,1731095540002 2024-11-08T19:52:20,482 WARN [RS:0;692b295ad45c:34707 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:52:20,482 INFO [RS:0;692b295ad45c:34707 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:52:20,482 DEBUG [RS:0;692b295ad45c:34707 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/WALs/692b295ad45c,34707,1731095540002 2024-11-08T19:52:20,483 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [692b295ad45c,34707,1731095540002] 2024-11-08T19:52:20,487 INFO [RS:0;692b295ad45c:34707 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T19:52:20,489 INFO [RS:0;692b295ad45c:34707 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T19:52:20,490 INFO [RS:0;692b295ad45c:34707 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T19:52:20,490 INFO [RS:0;692b295ad45c:34707 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:52:20,490 INFO [RS:0;692b295ad45c:34707 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T19:52:20,491 INFO [RS:0;692b295ad45c:34707 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T19:52:20,491 INFO [RS:0;692b295ad45c:34707 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T19:52:20,491 DEBUG [RS:0;692b295ad45c:34707 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:52:20,491 DEBUG [RS:0;692b295ad45c:34707 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:52:20,491 DEBUG [RS:0;692b295ad45c:34707 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:52:20,491 DEBUG [RS:0;692b295ad45c:34707 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:52:20,491 DEBUG [RS:0;692b295ad45c:34707 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:52:20,491 DEBUG [RS:0;692b295ad45c:34707 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/692b295ad45c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:52:20,492 DEBUG [RS:0;692b295ad45c:34707 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:52:20,492 DEBUG [RS:0;692b295ad45c:34707 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:52:20,492 DEBUG [RS:0;692b295ad45c:34707 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:52:20,492 DEBUG [RS:0;692b295ad45c:34707 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:52:20,492 DEBUG [RS:0;692b295ad45c:34707 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:52:20,492 DEBUG [RS:0;692b295ad45c:34707 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:52:20,492 DEBUG [RS:0;692b295ad45c:34707 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/692b295ad45c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:52:20,492 DEBUG [RS:0;692b295ad45c:34707 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:52:20,492 INFO [RS:0;692b295ad45c:34707 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:52:20,493 INFO [RS:0;692b295ad45c:34707 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:52:20,493 INFO [RS:0;692b295ad45c:34707 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:52:20,493 INFO [RS:0;692b295ad45c:34707 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T19:52:20,493 INFO [RS:0;692b295ad45c:34707 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T19:52:20,493 INFO [RS:0;692b295ad45c:34707 {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,34707,1731095540002-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:52:20,511 INFO [RS:0;692b295ad45c:34707 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T19:52:20,511 INFO [RS:0;692b295ad45c:34707 {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,34707,1731095540002-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:52:20,512 INFO [RS:0;692b295ad45c:34707 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:52:20,512 INFO [RS:0;692b295ad45c:34707 {}] regionserver.Replication(171): 692b295ad45c,34707,1731095540002 started 2024-11-08T19:52:20,526 INFO [RS:0;692b295ad45c:34707 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:52:20,526 INFO [RS:0;692b295ad45c:34707 {}] regionserver.HRegionServer(1482): Serving as 692b295ad45c,34707,1731095540002, RpcServer on 692b295ad45c/172.17.0.2:34707, sessionid=0x1011c01ac0b0001 2024-11-08T19:52:20,527 DEBUG [RS:0;692b295ad45c:34707 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T19:52:20,527 DEBUG [RS:0;692b295ad45c:34707 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 692b295ad45c,34707,1731095540002 2024-11-08T19:52:20,527 DEBUG [RS:0;692b295ad45c:34707 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '692b295ad45c,34707,1731095540002' 2024-11-08T19:52:20,527 DEBUG [RS:0;692b295ad45c:34707 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T19:52:20,527 DEBUG [RS:0;692b295ad45c:34707 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T19:52:20,528 DEBUG [RS:0;692b295ad45c:34707 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T19:52:20,528 DEBUG [RS:0;692b295ad45c:34707 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T19:52:20,528 DEBUG [RS:0;692b295ad45c:34707 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 692b295ad45c,34707,1731095540002 2024-11-08T19:52:20,528 DEBUG [RS:0;692b295ad45c:34707 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '692b295ad45c,34707,1731095540002' 2024-11-08T19:52:20,528 DEBUG [RS:0;692b295ad45c:34707 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T19:52:20,528 DEBUG [RS:0;692b295ad45c:34707 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T19:52:20,529 DEBUG [RS:0;692b295ad45c:34707 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T19:52:20,529 INFO [RS:0;692b295ad45c:34707 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T19:52:20,529 INFO [RS:0;692b295ad45c:34707 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T19:52:20,616 WARN [692b295ad45c:42101 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T19:52:20,630 INFO [RS:0;692b295ad45c:34707 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:52:20,633 INFO [RS:0;692b295ad45c:34707 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=692b295ad45c%2C34707%2C1731095540002, suffix=, logDir=hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/WALs/692b295ad45c,34707,1731095540002, archiveDir=hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/oldWALs, maxLogs=32 2024-11-08T19:52:20,654 DEBUG [RS:0;692b295ad45c:34707 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/WALs/692b295ad45c,34707,1731095540002/692b295ad45c%2C34707%2C1731095540002.1731095540636, exclude list is [], retry=0 2024-11-08T19:52:20,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35297,DS-d61629c2-f442-4ae2-b695-86bf8e16c5d1,DISK] 2024-11-08T19:52:20,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45431,DS-56801574-bff3-4803-af84-6b603554bf87,DISK] 2024-11-08T19:52:20,660 INFO [RS:0;692b295ad45c:34707 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/WALs/692b295ad45c,34707,1731095540002/692b295ad45c%2C34707%2C1731095540002.1731095540636 2024-11-08T19:52:20,661 DEBUG [RS:0;692b295ad45c:34707 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36929:36929),(127.0.0.1/127.0.0.1:39097:39097)] 2024-11-08T19:52:20,867 DEBUG [692b295ad45c:42101 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T19:52:20,868 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=692b295ad45c,34707,1731095540002 2024-11-08T19:52:20,871 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,34707,1731095540002, state=OPENING 2024-11-08T19:52:20,942 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T19:52:20,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x1011c01ac0b0001, quorum=127.0.0.1:51588, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:52:20,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42101-0x1011c01ac0b0000, quorum=127.0.0.1:51588, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:52:20,956 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:52:20,956 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:52:20,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=692b295ad45c,34707,1731095540002}] 2024-11-08T19:52:20,956 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:52:21,000 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:52:21,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:52:21,109 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T19:52:21,112 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51903, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T19:52:21,145 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T19:52:21,146 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:52:21,146 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T19:52:21,148 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=692b295ad45c%2C34707%2C1731095540002.meta, suffix=.meta, logDir=hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/WALs/692b295ad45c,34707,1731095540002, archiveDir=hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/oldWALs, maxLogs=32 2024-11-08T19:52:21,162 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/WALs/692b295ad45c,34707,1731095540002/692b295ad45c%2C34707%2C1731095540002.meta.1731095541150.meta, exclude list is [], retry=0 2024-11-08T19:52:21,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35297,DS-d61629c2-f442-4ae2-b695-86bf8e16c5d1,DISK] 2024-11-08T19:52:21,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45431,DS-56801574-bff3-4803-af84-6b603554bf87,DISK] 2024-11-08T19:52:21,167 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/WALs/692b295ad45c,34707,1731095540002/692b295ad45c%2C34707%2C1731095540002.meta.1731095541150.meta 2024-11-08T19:52:21,167 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36929:36929),(127.0.0.1/127.0.0.1:39097:39097)] 2024-11-08T19:52:21,168 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:52:21,168 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T19:52:21,168 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T19:52:21,168 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T19:52:21,168 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T19:52:21,169 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:52:21,169 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T19:52:21,169 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T19:52:21,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:52:21,173 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:52:21,173 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:52:21,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:52:21,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:52:21,175 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:52:21,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:52:21,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:52:21,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:52:21,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:52:21,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:52:21,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:52:21,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:52:21,179 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:52:21,179 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:52:21,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:52:21,180 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:52:21,181 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/data/hbase/meta/1588230740 2024-11-08T19:52:21,183 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/data/hbase/meta/1588230740 2024-11-08T19:52:21,184 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:52:21,184 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:52:21,185 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T19:52:21,187 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:52:21,188 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=800922, jitterRate=0.0184251070022583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T19:52:21,189 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T19:52:21,190 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731095541169Writing region info on filesystem at 1731095541169Initializing all the Stores at 1731095541171 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731095541171Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731095541171Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731095541171Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731095541171Cleaning up temporary data from old regions at 1731095541184 (+13 ms)Running coprocessor post-open hooks at 1731095541189 (+5 ms)Region opened successfully at 1731095541190 (+1 ms) 2024-11-08T19:52:21,191 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731095541109 2024-11-08T19:52:21,194 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T19:52:21,194 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T19:52:21,195 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=692b295ad45c,34707,1731095540002 2024-11-08T19:52:21,196 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,34707,1731095540002, state=OPEN 2024-11-08T19:52:21,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x1011c01ac0b0001, quorum=127.0.0.1:51588, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:52:21,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42101-0x1011c01ac0b0000, quorum=127.0.0.1:51588, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:52:21,237 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=692b295ad45c,34707,1731095540002 2024-11-08T19:52:21,237 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:52:21,237 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:52:21,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T19:52:21,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=692b295ad45c,34707,1731095540002 in 281 msec 2024-11-08T19:52:21,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T19:52:21,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 779 msec 2024-11-08T19:52:21,246 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:52:21,246 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T19:52:21,248 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:52:21,249 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,34707,1731095540002, seqNum=-1] 2024-11-08T19:52:21,249 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:52:21,251 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55677, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:52:21,259 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 856 msec 2024-11-08T19:52:21,259 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731095541259, completionTime=-1 2024-11-08T19:52:21,259 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T19:52:21,260 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T19:52:21,262 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T19:52:21,262 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731095601262 2024-11-08T19:52:21,262 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731095661262 2024-11-08T19:52:21,262 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T19:52:21,262 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,42101,1731095539826-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:52:21,262 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,42101,1731095539826-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:52:21,262 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,42101,1731095539826-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:52:21,263 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-692b295ad45c:42101, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:52:21,263 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T19:52:21,263 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T19:52:21,265 DEBUG [master/692b295ad45c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T19:52:21,268 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.197sec 2024-11-08T19:52:21,268 INFO [master/692b295ad45c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T19:52:21,268 INFO [master/692b295ad45c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T19:52:21,268 INFO [master/692b295ad45c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T19:52:21,268 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T19:52:21,268 INFO [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T19:52:21,268 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,42101,1731095539826-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:52:21,268 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,42101,1731095539826-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T19:52:21,271 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T19:52:21,271 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T19:52:21,271 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,42101,1731095539826-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:52:21,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69286eeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:52:21,329 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,42101,-1 for getting cluster id 2024-11-08T19:52:21,329 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:52:21,332 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4b92c2f-abda-4875-9fb6-2187097f54fe' 2024-11-08T19:52:21,332 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:52:21,332 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4b92c2f-abda-4875-9fb6-2187097f54fe" 2024-11-08T19:52:21,333 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@782c066d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:52:21,333 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,42101,-1] 2024-11-08T19:52:21,333 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:52:21,333 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:52:21,336 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:52:21,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59dddc33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:52:21,338 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:52:21,339 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,34707,1731095540002, seqNum=-1] 2024-11-08T19:52:21,339 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:52:21,341 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:52:21,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=692b295ad45c,42101,1731095539826 2024-11-08T19:52:21,344 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:52:21,347 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-08T19:52:21,360 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T19:52:21,362 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:52:21,381 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:52:21,393 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:52:21,397 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:52:21,397 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:52:21,397 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:52:21,398 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T19:52:21,398 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fe754c3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:52:21,399 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60ded2fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:52:21,499 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ba3df96{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/java.io.tmpdir/jetty-localhost-35261-hadoop-hdfs-3_4_1-tests_jar-_-any-11912658798011824055/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:52:21,499 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e4045ba{HTTP/1.1, (http/1.1)}{localhost:35261} 2024-11-08T19:52:21,499 INFO [Time-limited test {}] server.Server(415): Started @74539ms 2024-11-08T19:52:21,501 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T19:52:21,531 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:52:21,535 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:52:21,536 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:52:21,536 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:52:21,536 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T19:52:21,537 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28ab81a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:52:21,537 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@220f8c3a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:52:21,633 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@68a6143d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/java.io.tmpdir/jetty-localhost-46851-hadoop-hdfs-3_4_1-tests_jar-_-any-14577789588081747540/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:52:21,633 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@643a9e60{HTTP/1.1, (http/1.1)}{localhost:46851} 2024-11-08T19:52:21,633 INFO [Time-limited test {}] server.Server(415): Started @74673ms 2024-11-08T19:52:21,635 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T19:52:21,663 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:52:21,667 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:52:21,668 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:52:21,668 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:52:21,668 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T19:52:21,668 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72cbe29e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:52:21,669 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3843fdb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:52:21,764 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@351de545{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/java.io.tmpdir/jetty-localhost-42037-hadoop-hdfs-3_4_1-tests_jar-_-any-15867534975788811984/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:52:21,765 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@15a6f53{HTTP/1.1, (http/1.1)}{localhost:42037} 2024-11-08T19:52:21,765 INFO [Time-limited test {}] server.Server(415): Started @74805ms 2024-11-08T19:52:21,767 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T19:52:22,801 WARN [Thread-548 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/cluster_5bfbdd00-9566-9322-6cd0-4d31b1a01efb/data/data5/current/BP-2057174919-172.17.0.2-1731095536676/current, will proceed with Du for space computation calculation, 2024-11-08T19:52:22,802 WARN [Thread-549 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/cluster_5bfbdd00-9566-9322-6cd0-4d31b1a01efb/data/data6/current/BP-2057174919-172.17.0.2-1731095536676/current, will proceed with Du for space computation calculation, 2024-11-08T19:52:22,819 WARN [Thread-490 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T19:52:22,822 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x413ff46a27d21055 with lease ID 0x47401538bec40041: Processing first storage report for DS-51b470c3-6109-4e8c-9134-e6b9b7fa581d from datanode DatanodeRegistration(127.0.0.1:45659, datanodeUuid=ed018924-71b2-4980-9fec-a63fdc7069dc, infoPort=39987, infoSecurePort=0, ipcPort=36213, storageInfo=lv=-57;cid=testClusterID;nsid=804825600;c=1731095536676) 2024-11-08T19:52:22,822 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x413ff46a27d21055 with lease ID 0x47401538bec40041: from storage DS-51b470c3-6109-4e8c-9134-e6b9b7fa581d node DatanodeRegistration(127.0.0.1:45659, datanodeUuid=ed018924-71b2-4980-9fec-a63fdc7069dc, infoPort=39987, infoSecurePort=0, ipcPort=36213, storageInfo=lv=-57;cid=testClusterID;nsid=804825600;c=1731095536676), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T19:52:22,822 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x413ff46a27d21055 with lease ID 0x47401538bec40041: Processing first storage report for DS-e36e991c-ca3c-4642-adeb-010aebc66a85 from datanode DatanodeRegistration(127.0.0.1:45659, datanodeUuid=ed018924-71b2-4980-9fec-a63fdc7069dc, infoPort=39987, infoSecurePort=0, ipcPort=36213, storageInfo=lv=-57;cid=testClusterID;nsid=804825600;c=1731095536676) 2024-11-08T19:52:22,822 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x413ff46a27d21055 with lease ID 0x47401538bec40041: from storage DS-e36e991c-ca3c-4642-adeb-010aebc66a85 node DatanodeRegistration(127.0.0.1:45659, datanodeUuid=ed018924-71b2-4980-9fec-a63fdc7069dc, infoPort=39987, infoSecurePort=0, ipcPort=36213, storageInfo=lv=-57;cid=testClusterID;nsid=804825600;c=1731095536676), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:52:22,982 WARN [Thread-559 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/cluster_5bfbdd00-9566-9322-6cd0-4d31b1a01efb/data/data7/current/BP-2057174919-172.17.0.2-1731095536676/current, will proceed with Du for space computation calculation, 2024-11-08T19:52:22,983 WARN [Thread-560 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/cluster_5bfbdd00-9566-9322-6cd0-4d31b1a01efb/data/data8/current/BP-2057174919-172.17.0.2-1731095536676/current, will proceed with Du for space computation calculation, 2024-11-08T19:52:23,001 WARN [Thread-512 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T19:52:23,004 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xec3ef451863d0161 with lease ID 0x47401538bec40042: Processing first storage report for DS-5ff435dc-e341-4011-9ec9-c07e9364fb8d from datanode DatanodeRegistration(127.0.0.1:43263, datanodeUuid=08167966-0060-435f-be21-28fb22994802, infoPort=43619, infoSecurePort=0, ipcPort=41787, storageInfo=lv=-57;cid=testClusterID;nsid=804825600;c=1731095536676) 2024-11-08T19:52:23,004 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xec3ef451863d0161 with lease ID 0x47401538bec40042: from storage DS-5ff435dc-e341-4011-9ec9-c07e9364fb8d node DatanodeRegistration(127.0.0.1:43263, datanodeUuid=08167966-0060-435f-be21-28fb22994802, infoPort=43619, infoSecurePort=0, ipcPort=41787, storageInfo=lv=-57;cid=testClusterID;nsid=804825600;c=1731095536676), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:52:23,004 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xec3ef451863d0161 with lease ID 0x47401538bec40042: Processing first storage report for DS-c1f1cfec-93b2-476a-bbc1-c80dad439f75 from datanode DatanodeRegistration(127.0.0.1:43263, datanodeUuid=08167966-0060-435f-be21-28fb22994802, infoPort=43619, infoSecurePort=0, ipcPort=41787, storageInfo=lv=-57;cid=testClusterID;nsid=804825600;c=1731095536676) 2024-11-08T19:52:23,004 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xec3ef451863d0161 with lease ID 0x47401538bec40042: from storage DS-c1f1cfec-93b2-476a-bbc1-c80dad439f75 node DatanodeRegistration(127.0.0.1:43263, datanodeUuid=08167966-0060-435f-be21-28fb22994802, infoPort=43619, infoSecurePort=0, ipcPort=41787, storageInfo=lv=-57;cid=testClusterID;nsid=804825600;c=1731095536676), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:52:23,021 WARN [Thread-571 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/cluster_5bfbdd00-9566-9322-6cd0-4d31b1a01efb/data/data10/current/BP-2057174919-172.17.0.2-1731095536676/current, will proceed with Du for space computation calculation, 2024-11-08T19:52:23,021 WARN [Thread-570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/cluster_5bfbdd00-9566-9322-6cd0-4d31b1a01efb/data/data9/current/BP-2057174919-172.17.0.2-1731095536676/current, will proceed with Du for space computation calculation, 2024-11-08T19:52:23,040 WARN [Thread-534 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T19:52:23,043 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe6ca4f79169e2db5 with lease ID 0x47401538bec40043: Processing first storage report for DS-f965ef8a-b141-4aa1-9a17-45a40643d3ca from datanode DatanodeRegistration(127.0.0.1:35091, datanodeUuid=f1dfe324-4384-4dd8-af33-eebd006bcce9, infoPort=37661, infoSecurePort=0, ipcPort=46873, storageInfo=lv=-57;cid=testClusterID;nsid=804825600;c=1731095536676) 2024-11-08T19:52:23,043 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe6ca4f79169e2db5 with lease ID 0x47401538bec40043: from storage DS-f965ef8a-b141-4aa1-9a17-45a40643d3ca node DatanodeRegistration(127.0.0.1:35091, datanodeUuid=f1dfe324-4384-4dd8-af33-eebd006bcce9, infoPort=37661, infoSecurePort=0, ipcPort=46873, storageInfo=lv=-57;cid=testClusterID;nsid=804825600;c=1731095536676), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:52:23,043 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe6ca4f79169e2db5 with lease ID 0x47401538bec40043: Processing first storage report for DS-32cbb860-b21e-47bf-8e87-fbef8c4aa4f9 from datanode DatanodeRegistration(127.0.0.1:35091, datanodeUuid=f1dfe324-4384-4dd8-af33-eebd006bcce9, infoPort=37661, infoSecurePort=0, ipcPort=46873, storageInfo=lv=-57;cid=testClusterID;nsid=804825600;c=1731095536676) 2024-11-08T19:52:23,043 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe6ca4f79169e2db5 with lease ID 0x47401538bec40043: from storage DS-32cbb860-b21e-47bf-8e87-fbef8c4aa4f9 node DatanodeRegistration(127.0.0.1:35091, datanodeUuid=f1dfe324-4384-4dd8-af33-eebd006bcce9, infoPort=37661, infoSecurePort=0, ipcPort=46873, storageInfo=lv=-57;cid=testClusterID;nsid=804825600;c=1731095536676), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:52:23,102 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:52:23,103 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,42101,1731095539826 2024-11-08T19:52:23,103 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7791806a 2024-11-08T19:52:23,104 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:52:23,105 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:52:23,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42101 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-08T19:52:23,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42101 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-08T19:52:23,107 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42101 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:52:23,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42101 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-11-08T19:52:23,110 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T19:52:23,110 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:52:23,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42101 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-11-08T19:52:23,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:52:23,113 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T19:52:23,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43263 is added to blk_1073741835_1011 (size=393) 2024-11-08T19:52:23,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35297 is added to blk_1073741835_1011 (size=393) 2024-11-08T19:52:23,124 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0e24713c0a028c68cb7d4b44986fe315, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731095543106.0e24713c0a028c68cb7d4b44986fe315.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6 2024-11-08T19:52:23,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45659 is added to blk_1073741836_1012 (size=76) 2024-11-08T19:52:23,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45431 is added to blk_1073741836_1012 (size=76) 2024-11-08T19:52:23,136 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731095543106.0e24713c0a028c68cb7d4b44986fe315.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:52:23,136 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing 0e24713c0a028c68cb7d4b44986fe315, disabling compactions & flushes 2024-11-08T19:52:23,136 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731095543106.0e24713c0a028c68cb7d4b44986fe315. 2024-11-08T19:52:23,136 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731095543106.0e24713c0a028c68cb7d4b44986fe315. 2024-11-08T19:52:23,136 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731095543106.0e24713c0a028c68cb7d4b44986fe315. after waiting 0 ms 2024-11-08T19:52:23,136 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731095543106.0e24713c0a028c68cb7d4b44986fe315. 2024-11-08T19:52:23,137 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731095543106.0e24713c0a028c68cb7d4b44986fe315. 2024-11-08T19:52:23,137 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0e24713c0a028c68cb7d4b44986fe315: Waiting for close lock at 1731095543136Disabling compacts and flushes for region at 1731095543136Disabling writes for close at 1731095543136Writing region close event to WAL at 1731095543136Closed at 1731095543136 2024-11-08T19:52:23,138 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T19:52:23,139 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1731095543106.0e24713c0a028c68cb7d4b44986fe315.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1731095543138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731095543138"}]},"ts":"1731095543138"} 2024-11-08T19:52:23,141 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T19:52:23,142 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T19:52:23,143 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731095543142"}]},"ts":"1731095543142"} 2024-11-08T19:52:23,146 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-11-08T19:52:23,146 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=0e24713c0a028c68cb7d4b44986fe315, ASSIGN}] 2024-11-08T19:52:23,148 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=0e24713c0a028c68cb7d4b44986fe315, ASSIGN 2024-11-08T19:52:23,149 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=0e24713c0a028c68cb7d4b44986fe315, ASSIGN; state=OFFLINE, location=692b295ad45c,34707,1731095540002; forceNewPlan=false, retain=false 2024-11-08T19:52:23,301 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0e24713c0a028c68cb7d4b44986fe315, regionState=OPENING, regionLocation=692b295ad45c,34707,1731095540002 2024-11-08T19:52:23,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=0e24713c0a028c68cb7d4b44986fe315, ASSIGN because future has completed 2024-11-08T19:52:23,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e24713c0a028c68cb7d4b44986fe315, server=692b295ad45c,34707,1731095540002}] 2024-11-08T19:52:23,470 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1731095543106.0e24713c0a028c68cb7d4b44986fe315. 2024-11-08T19:52:23,470 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e24713c0a028c68cb7d4b44986fe315, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731095543106.0e24713c0a028c68cb7d4b44986fe315.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:52:23,471 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath 0e24713c0a028c68cb7d4b44986fe315 2024-11-08T19:52:23,471 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731095543106.0e24713c0a028c68cb7d4b44986fe315.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:52:23,471 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0e24713c0a028c68cb7d4b44986fe315 2024-11-08T19:52:23,471 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0e24713c0a028c68cb7d4b44986fe315 2024-11-08T19:52:23,473 INFO [StoreOpener-0e24713c0a028c68cb7d4b44986fe315-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 0e24713c0a028c68cb7d4b44986fe315 2024-11-08T19:52:23,475 INFO [StoreOpener-0e24713c0a028c68cb7d4b44986fe315-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e24713c0a028c68cb7d4b44986fe315 columnFamilyName info 2024-11-08T19:52:23,475 DEBUG [StoreOpener-0e24713c0a028c68cb7d4b44986fe315-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:52:23,476 INFO [StoreOpener-0e24713c0a028c68cb7d4b44986fe315-1 {}] regionserver.HStore(327): Store=0e24713c0a028c68cb7d4b44986fe315/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:52:23,476 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0e24713c0a028c68cb7d4b44986fe315 2024-11-08T19:52:23,477 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/data/default/TestLogRolling-testLogRollOnDatanodeDeath/0e24713c0a028c68cb7d4b44986fe315 2024-11-08T19:52:23,477 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/data/default/TestLogRolling-testLogRollOnDatanodeDeath/0e24713c0a028c68cb7d4b44986fe315 2024-11-08T19:52:23,478 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0e24713c0a028c68cb7d4b44986fe315 2024-11-08T19:52:23,478 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0e24713c0a028c68cb7d4b44986fe315 2024-11-08T19:52:23,480 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0e24713c0a028c68cb7d4b44986fe315 2024-11-08T19:52:23,482 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/data/default/TestLogRolling-testLogRollOnDatanodeDeath/0e24713c0a028c68cb7d4b44986fe315/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:52:23,483 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0e24713c0a028c68cb7d4b44986fe315; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=699141, jitterRate=-0.11099736392498016}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T19:52:23,483 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0e24713c0a028c68cb7d4b44986fe315 2024-11-08T19:52:23,484 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0e24713c0a028c68cb7d4b44986fe315: Running coprocessor pre-open hook at 1731095543471Writing region info on filesystem at 1731095543471Initializing all the Stores at 1731095543473 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731095543473Cleaning up temporary data from old regions at 1731095543478 (+5 ms)Running coprocessor post-open hooks at 1731095543483 (+5 ms)Region opened successfully at 1731095543484 (+1 ms) 2024-11-08T19:52:23,486 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1731095543106.0e24713c0a028c68cb7d4b44986fe315., pid=6, masterSystemTime=1731095543460 2024-11-08T19:52:23,489 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1731095543106.0e24713c0a028c68cb7d4b44986fe315. 2024-11-08T19:52:23,489 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1731095543106.0e24713c0a028c68cb7d4b44986fe315. 2024-11-08T19:52:23,490 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0e24713c0a028c68cb7d4b44986fe315, regionState=OPEN, openSeqNum=2, regionLocation=692b295ad45c,34707,1731095540002 2024-11-08T19:52:23,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e24713c0a028c68cb7d4b44986fe315, server=692b295ad45c,34707,1731095540002 because future has completed 2024-11-08T19:52:23,498 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T19:52:23,498 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0e24713c0a028c68cb7d4b44986fe315, server=692b295ad45c,34707,1731095540002 in 189 msec 2024-11-08T19:52:23,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T19:52:23,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=0e24713c0a028c68cb7d4b44986fe315, ASSIGN in 352 msec 2024-11-08T19:52:23,502 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T19:52:23,502 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731095543502"}]},"ts":"1731095543502"} 2024-11-08T19:52:23,505 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-11-08T19:52:23,506 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T19:52:23,508 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 399 msec 2024-11-08T19:52:25,047 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-08T19:52:25,047 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-11-08T19:52:25,049 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-08T19:52:26,675 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T19:52:26,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:52:26,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:52:26,714 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T19:52:26,714 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-11-08T19:52:33,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:52:33,172 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-11-08T19:52:33,173 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-11-08T19:52:33,174 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T19:52:33,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-11-08T19:52:33,180 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T19:52:33,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-11-08T19:52:33,187 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1731095543106.0e24713c0a028c68cb7d4b44986fe315., hostname=692b295ad45c,34707,1731095540002, seqNum=2] 2024-11-08T19:52:33,190 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-11-08T19:52:33,194 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-11-08T19:52:33,194 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1731095543106.0e24713c0a028c68cb7d4b44986fe315. 2024-11-08T19:52:33,196 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2105061336_22 at /127.0.0.1:60822 [Receiving block BP-2057174919-172.17.0.2-1731095536676:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:35297:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60822 dst: /127.0.0.1:35297 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:52:33,195 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2105061336_22 at /127.0.0.1:33068 [Receiving block BP-2057174919-172.17.0.2-1731095536676:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:45431:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33068 dst: /127.0.0.1:45431 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:52:33,196 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_959589232_22 at /127.0.0.1:33126 [Receiving block BP-2057174919-172.17.0.2-1731095536676:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:45431:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33126 dst: /127.0.0.1:45431 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:52:33,196 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_959589232_22 at /127.0.0.1:60842 [Receiving block BP-2057174919-172.17.0.2-1731095536676:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:35297:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60842 dst: /127.0.0.1:35297 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:52:33,196 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_959589232_22 at /127.0.0.1:33110 [Receiving block BP-2057174919-172.17.0.2-1731095536676:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:45431:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33110 dst: /127.0.0.1:45431 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:52:33,196 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_959589232_22 at /127.0.0.1:60852 [Receiving block BP-2057174919-172.17.0.2-1731095536676:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:35297:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60852 dst: /127.0.0.1:35297 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:52:33,231 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@476d1d16{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:52:33,232 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e796bf3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:52:33,232 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:52:33,232 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3cf3846d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:52:33,232 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a660e3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/hadoop.log.dir/,STOPPED} 2024-11-08T19:52:33,234 WARN [BP-2057174919-172.17.0.2-1731095536676 heartbeating to localhost/127.0.0.1:34051 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T19:52:33,234 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T19:52:33,234 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T19:52:33,234 WARN [BP-2057174919-172.17.0.2-1731095536676 heartbeating to localhost/127.0.0.1:34051 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2057174919-172.17.0.2-1731095536676 (Datanode Uuid 7953b991-ad58-4934-bec5-529e83ff0c73) service to localhost/127.0.0.1:34051 2024-11-08T19:52:33,235 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/cluster_5bfbdd00-9566-9322-6cd0-4d31b1a01efb/data/data1/current/BP-2057174919-172.17.0.2-1731095536676 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:52:33,235 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/cluster_5bfbdd00-9566-9322-6cd0-4d31b1a01efb/data/data2/current/BP-2057174919-172.17.0.2-1731095536676 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:52:33,236 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T19:52:33,245 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:52:33,249 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:52:33,250 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:52:33,250 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:52:33,250 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T19:52:33,251 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17238c92{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:52:33,251 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@335340e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:52:33,346 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5914a0df{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/java.io.tmpdir/jetty-localhost-33815-hadoop-hdfs-3_4_1-tests_jar-_-any-3934345090199260488/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:52:33,346 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@122333a8{HTTP/1.1, (http/1.1)}{localhost:33815} 2024-11-08T19:52:33,346 INFO [Time-limited test {}] server.Server(415): Started @86386ms 2024-11-08T19:52:33,347 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T19:52:33,367 WARN [AsyncFSWAL-0-hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6-prefix:692b295ad45c,34707,1731095540002 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:52:33,368 DEBUG [regionserver/692b295ad45c:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 692b295ad45c%2C34707%2C1731095540002:(num 1731095540636) roll requested 2024-11-08T19:52:33,383 DEBUG [regionserver/692b295ad45c:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/WALs/692b295ad45c,34707,1731095540002/692b295ad45c%2C34707%2C1731095540002.1731095553368, exclude list is [], retry=0 2024-11-08T19:52:33,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35091,DS-f965ef8a-b141-4aa1-9a17-45a40643d3ca,DISK] 2024-11-08T19:52:33,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45659,DS-51b470c3-6109-4e8c-9134-e6b9b7fa581d,DISK] 2024-11-08T19:52:33,390 INFO [regionserver/692b295ad45c:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/WALs/692b295ad45c,34707,1731095540002/692b295ad45c%2C34707%2C1731095540002.1731095540636 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/WALs/692b295ad45c,34707,1731095540002/692b295ad45c%2C34707%2C1731095540002.1731095553368 2024-11-08T19:52:33,391 DEBUG [regionserver/692b295ad45c:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39987:39987),(127.0.0.1/127.0.0.1:37661:37661)] 2024-11-08T19:52:33,391 DEBUG [regionserver/692b295ad45c:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/WALs/692b295ad45c,34707,1731095540002/692b295ad45c%2C34707%2C1731095540002.1731095540636 is not closed yet, will try archiving it next time 2024-11-08T19:52:33,391 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:52:33,392 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:52:33,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T19:52:33,392 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:52:33,392 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:52:33,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:52:33,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:52:33,393 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:52:33,393 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T19:52:33,393 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-08T19:52:33,393 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2118207423, stopped=false 2024-11-08T19:52:33,393 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=692b295ad45c,42101,1731095539826 2024-11-08T19:52:33,393 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-08T19:52:33,393 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/WALs/692b295ad45c,34707,1731095540002/692b295ad45c%2C34707%2C1731095540002.1731095540636 2024-11-08T19:52:33,396 WARN [IPC Server handler 1 on default port 34051 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/WALs/692b295ad45c,34707,1731095540002/692b295ad45c%2C34707%2C1731095540002.1731095540636 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741833_1009 2024-11-08T19:52:33,399 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/WALs/692b295ad45c,34707,1731095540002/692b295ad45c%2C34707%2C1731095540002.1731095540636 after 4ms 2024-11-08T19:52:33,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x1011c01ac0b0001, quorum=127.0.0.1:51588, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T19:52:33,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42101-0x1011c01ac0b0000, quorum=127.0.0.1:51588, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T19:52:33,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x1011c01ac0b0001, quorum=127.0.0.1:51588, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:52:33,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42101-0x1011c01ac0b0000, quorum=127.0.0.1:51588, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:52:33,492 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:52:33,492 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:52:33,492 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:52:33,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:52:33,493 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42101-0x1011c01ac0b0000, quorum=127.0.0.1:51588, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:52:33,493 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '692b295ad45c,34707,1731095540002' ***** 2024-11-08T19:52:33,493 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T19:52:33,493 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34707-0x1011c01ac0b0001, quorum=127.0.0.1:51588, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:52:33,493 INFO [RS:0;692b295ad45c:34707 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T19:52:33,494 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T19:52:33,494 INFO [RS:0;692b295ad45c:34707 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T19:52:33,494 INFO [RS:0;692b295ad45c:34707 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T19:52:33,494 INFO [RS:0;692b295ad45c:34707 {}] regionserver.HRegionServer(3091): Received CLOSE for 0e24713c0a028c68cb7d4b44986fe315 2024-11-08T19:52:33,494 INFO [RS:0;692b295ad45c:34707 {}] regionserver.HRegionServer(959): stopping server 692b295ad45c,34707,1731095540002 2024-11-08T19:52:33,494 INFO [RS:0;692b295ad45c:34707 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:52:33,494 INFO [RS:0;692b295ad45c:34707 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:34707. 2024-11-08T19:52:33,494 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0e24713c0a028c68cb7d4b44986fe315, disabling compactions & flushes 2024-11-08T19:52:33,495 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731095543106.0e24713c0a028c68cb7d4b44986fe315. 2024-11-08T19:52:33,495 DEBUG [RS:0;692b295ad45c:34707 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:52:33,495 DEBUG [RS:0;692b295ad45c:34707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:52:33,495 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731095543106.0e24713c0a028c68cb7d4b44986fe315. 2024-11-08T19:52:33,495 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731095543106.0e24713c0a028c68cb7d4b44986fe315. after waiting 0 ms 2024-11-08T19:52:33,495 INFO [RS:0;692b295ad45c:34707 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T19:52:33,495 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731095543106.0e24713c0a028c68cb7d4b44986fe315. 2024-11-08T19:52:33,495 INFO [RS:0;692b295ad45c:34707 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T19:52:33,495 INFO [RS:0;692b295ad45c:34707 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T19:52:33,495 INFO [RS:0;692b295ad45c:34707 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T19:52:33,495 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0e24713c0a028c68cb7d4b44986fe315 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-08T19:52:33,496 INFO [RS:0;692b295ad45c:34707 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T19:52:33,496 DEBUG [RS:0;692b295ad45c:34707 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0e24713c0a028c68cb7d4b44986fe315=TestLogRolling-testLogRollOnDatanodeDeath,,1731095543106.0e24713c0a028c68cb7d4b44986fe315.} 2024-11-08T19:52:33,496 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:52:33,496 DEBUG [RS:0;692b295ad45c:34707 {}] regionserver.HRegionServer(1351): Waiting on 0e24713c0a028c68cb7d4b44986fe315, 1588230740 2024-11-08T19:52:33,496 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:52:33,496 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:52:33,496 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:52:33,496 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:52:33,496 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-11-08T19:52:33,497 WARN [AsyncFSWAL-0-hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6-prefix:692b295ad45c,34707,1731095540002.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:52:33,498 DEBUG [regionserver/692b295ad45c:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 692b295ad45c%2C34707%2C1731095540002.meta:.meta(num 1731095541150) roll requested 2024-11-08T19:52:33,517 DEBUG [regionserver/692b295ad45c:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/WALs/692b295ad45c,34707,1731095540002/692b295ad45c%2C34707%2C1731095540002.meta.1731095553498.meta, exclude list is [], retry=0 2024-11-08T19:52:33,518 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/data/default/TestLogRolling-testLogRollOnDatanodeDeath/0e24713c0a028c68cb7d4b44986fe315/.tmp/info/4e8c5b2b3a4c467bbe902eb0a8bcf806 is 1055, key is row0001/info:/1731095553188/Put/seqid=0 2024-11-08T19:52:33,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35091,DS-f965ef8a-b141-4aa1-9a17-45a40643d3ca,DISK] 2024-11-08T19:52:33,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45659,DS-51b470c3-6109-4e8c-9134-e6b9b7fa581d,DISK] 2024-11-08T19:52:33,522 WARN [Thread-620 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073741839_1016 java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:205) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:614) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createSocketForPipeline(DataStreamer.java:256) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1894) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-08T19:52:33,523 WARN [Thread-620 {}] hdfs.DataStreamer(1731): Error Recovery for BP-2057174919-172.17.0.2-1731095536676:blk_1073741839_1016 in pipeline [DatanodeInfoWithStorage[127.0.0.1:45431,DS-56801574-bff3-4803-af84-6b603554bf87,DISK], DatanodeInfoWithStorage[127.0.0.1:45659,DS-51b470c3-6109-4e8c-9134-e6b9b7fa581d,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:45431,DS-56801574-bff3-4803-af84-6b603554bf87,DISK]) is bad. 2024-11-08T19:52:33,523 WARN [Thread-620 {}] hdfs.DataStreamer(1850): Abandoning BP-2057174919-172.17.0.2-1731095536676:blk_1073741839_1016 2024-11-08T19:52:33,523 INFO [regionserver/692b295ad45c:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/WALs/692b295ad45c,34707,1731095540002/692b295ad45c%2C34707%2C1731095540002.meta.1731095541150.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/WALs/692b295ad45c,34707,1731095540002/692b295ad45c%2C34707%2C1731095540002.meta.1731095553498.meta 2024-11-08T19:52:33,524 DEBUG [regionserver/692b295ad45c:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37661:37661),(127.0.0.1/127.0.0.1:39987:39987)] 2024-11-08T19:52:33,524 DEBUG [regionserver/692b295ad45c:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/WALs/692b295ad45c,34707,1731095540002/692b295ad45c%2C34707%2C1731095540002.meta.1731095541150.meta is not closed yet, will try archiving it next time 2024-11-08T19:52:33,524 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:52:33,524 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:52:33,525 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/WALs/692b295ad45c,34707,1731095540002/692b295ad45c%2C34707%2C1731095540002.meta.1731095541150.meta 2024-11-08T19:52:33,525 WARN [IPC Server handler 3 on default port 34051 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/WALs/692b295ad45c,34707,1731095540002/692b295ad45c%2C34707%2C1731095540002.meta.1731095541150.meta has not been closed. Lease recovery is in progress. RecoveryId = 1017 for block blk_1073741834_1010 2024-11-08T19:52:33,525 WARN [Thread-620 {}] hdfs.DataStreamer(1857): Excluding datanode DatanodeInfoWithStorage[127.0.0.1:45431,DS-56801574-bff3-4803-af84-6b603554bf87,DISK] 2024-11-08T19:52:33,525 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/WALs/692b295ad45c,34707,1731095540002/692b295ad45c%2C34707%2C1731095540002.meta.1731095541150.meta after 0ms 2024-11-08T19:52:33,526 INFO [regionserver/692b295ad45c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T19:52:33,526 INFO [regionserver/692b295ad45c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T19:52:33,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43263 is added to blk_1073741840_1018 (size=7062) 2024-11-08T19:52:33,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35091 is added to blk_1073741840_1018 (size=7062) 2024-11-08T19:52:33,535 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/data/default/TestLogRolling-testLogRollOnDatanodeDeath/0e24713c0a028c68cb7d4b44986fe315/.tmp/info/4e8c5b2b3a4c467bbe902eb0a8bcf806 2024-11-08T19:52:33,544 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/data/hbase/meta/1588230740/.tmp/info/48ec6a07a50e457989a2b1ac9a50e056 is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1731095543106.0e24713c0a028c68cb7d4b44986fe315./info:regioninfo/1731095543490/Put/seqid=0 2024-11-08T19:52:33,547 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/data/default/TestLogRolling-testLogRollOnDatanodeDeath/0e24713c0a028c68cb7d4b44986fe315/.tmp/info/4e8c5b2b3a4c467bbe902eb0a8bcf806 as hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/data/default/TestLogRolling-testLogRollOnDatanodeDeath/0e24713c0a028c68cb7d4b44986fe315/info/4e8c5b2b3a4c467bbe902eb0a8bcf806 2024-11-08T19:52:33,547 WARN [Thread-625 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073741841_1019 java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:205) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:614) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createSocketForPipeline(DataStreamer.java:256) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1894) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-08T19:52:33,547 WARN [Thread-625 {}] hdfs.DataStreamer(1731): Error Recovery for BP-2057174919-172.17.0.2-1731095536676:blk_1073741841_1019 in pipeline [DatanodeInfoWithStorage[127.0.0.1:45431,DS-56801574-bff3-4803-af84-6b603554bf87,DISK], DatanodeInfoWithStorage[127.0.0.1:43263,DS-5ff435dc-e341-4011-9ec9-c07e9364fb8d,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:45431,DS-56801574-bff3-4803-af84-6b603554bf87,DISK]) is bad. 2024-11-08T19:52:33,547 WARN [Thread-625 {}] hdfs.DataStreamer(1850): Abandoning BP-2057174919-172.17.0.2-1731095536676:blk_1073741841_1019 2024-11-08T19:52:33,548 WARN [Thread-625 {}] hdfs.DataStreamer(1857): Excluding datanode DatanodeInfoWithStorage[127.0.0.1:45431,DS-56801574-bff3-4803-af84-6b603554bf87,DISK] 2024-11-08T19:52:33,555 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/data/default/TestLogRolling-testLogRollOnDatanodeDeath/0e24713c0a028c68cb7d4b44986fe315/info/4e8c5b2b3a4c467bbe902eb0a8bcf806, entries=2, sequenceid=6, filesize=6.9 K 2024-11-08T19:52:33,556 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 0e24713c0a028c68cb7d4b44986fe315 in 61ms, sequenceid=6, compaction requested=false 2024-11-08T19:52:33,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35091 is added to blk_1073741842_1020 (size=7089) 2024-11-08T19:52:33,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45659 is added to blk_1073741842_1020 (size=7089) 2024-11-08T19:52:33,559 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/data/hbase/meta/1588230740/.tmp/info/48ec6a07a50e457989a2b1ac9a50e056 2024-11-08T19:52:33,561 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/data/default/TestLogRolling-testLogRollOnDatanodeDeath/0e24713c0a028c68cb7d4b44986fe315/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T19:52:33,562 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731095543106.0e24713c0a028c68cb7d4b44986fe315. 2024-11-08T19:52:33,562 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0e24713c0a028c68cb7d4b44986fe315: Waiting for close lock at 1731095553494Running coprocessor pre-close hooks at 1731095553494Disabling compacts and flushes for region at 1731095553494Disabling writes for close at 1731095553495 (+1 ms)Obtaining lock to block concurrent updates at 1731095553495Preparing flush snapshotting stores in 0e24713c0a028c68cb7d4b44986fe315 at 1731095553495Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1731095543106.0e24713c0a028c68cb7d4b44986fe315., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1731095553496 (+1 ms)Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1731095543106.0e24713c0a028c68cb7d4b44986fe315. at 1731095553497 (+1 ms)Flushing 0e24713c0a028c68cb7d4b44986fe315/info: creating writer at 1731095553497Flushing 0e24713c0a028c68cb7d4b44986fe315/info: appending metadata at 1731095553518 (+21 ms)Flushing 0e24713c0a028c68cb7d4b44986fe315/info: closing flushed file at 1731095553518Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b24fead: reopening flushed file at 1731095553546 (+28 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 0e24713c0a028c68cb7d4b44986fe315 in 61ms, sequenceid=6, compaction requested=false at 1731095553556 (+10 ms)Writing region close event to WAL at 1731095553557 (+1 ms)Running coprocessor post-close hooks at 1731095553562 (+5 ms)Closed at 1731095553562 2024-11-08T19:52:33,562 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731095543106.0e24713c0a028c68cb7d4b44986fe315. 2024-11-08T19:52:33,581 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/data/hbase/meta/1588230740/.tmp/ns/755efe4fcd7f482ca3f5acaffa262f9d is 43, key is default/ns:d/1731095541251/Put/seqid=0 2024-11-08T19:52:33,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43263 is added to blk_1073741843_1021 (size=5153) 2024-11-08T19:52:33,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45659 is added to blk_1073741843_1021 (size=5153) 2024-11-08T19:52:33,588 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/data/hbase/meta/1588230740/.tmp/ns/755efe4fcd7f482ca3f5acaffa262f9d 2024-11-08T19:52:33,616 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/data/hbase/meta/1588230740/.tmp/table/1259877a342f46c29d09cbc478c83c8c is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1731095543502/Put/seqid=0 2024-11-08T19:52:33,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43263 is added to blk_1073741844_1022 (size=5424) 2024-11-08T19:52:33,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35091 is added to blk_1073741844_1022 (size=5424) 2024-11-08T19:52:33,622 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/data/hbase/meta/1588230740/.tmp/table/1259877a342f46c29d09cbc478c83c8c 2024-11-08T19:52:33,633 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/data/hbase/meta/1588230740/.tmp/info/48ec6a07a50e457989a2b1ac9a50e056 as hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/data/hbase/meta/1588230740/info/48ec6a07a50e457989a2b1ac9a50e056 2024-11-08T19:52:33,641 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/data/hbase/meta/1588230740/info/48ec6a07a50e457989a2b1ac9a50e056, entries=10, sequenceid=11, filesize=6.9 K 2024-11-08T19:52:33,643 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/data/hbase/meta/1588230740/.tmp/ns/755efe4fcd7f482ca3f5acaffa262f9d as hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/data/hbase/meta/1588230740/ns/755efe4fcd7f482ca3f5acaffa262f9d 2024-11-08T19:52:33,650 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/data/hbase/meta/1588230740/ns/755efe4fcd7f482ca3f5acaffa262f9d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T19:52:33,651 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/data/hbase/meta/1588230740/.tmp/table/1259877a342f46c29d09cbc478c83c8c as hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/data/hbase/meta/1588230740/table/1259877a342f46c29d09cbc478c83c8c 2024-11-08T19:52:33,659 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/data/hbase/meta/1588230740/table/1259877a342f46c29d09cbc478c83c8c, entries=2, sequenceid=11, filesize=5.3 K 2024-11-08T19:52:33,661 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 164ms, sequenceid=11, compaction requested=false 2024-11-08T19:52:33,667 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T19:52:33,668 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:52:33,668 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:52:33,668 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731095553496Running coprocessor pre-close hooks at 1731095553496Disabling compacts and flushes for region at 1731095553496Disabling writes for close at 1731095553496Obtaining lock to block concurrent updates at 1731095553497 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731095553497Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1731095553497Flushing stores of hbase:meta,,1.1588230740 at 1731095553525 (+28 ms)Flushing 1588230740/info: creating writer at 1731095553525Flushing 1588230740/info: appending metadata at 1731095553544 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731095553544Flushing 1588230740/ns: creating writer at 1731095553566 (+22 ms)Flushing 1588230740/ns: appending metadata at 1731095553581 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731095553581Flushing 1588230740/table: creating writer at 1731095553596 (+15 ms)Flushing 1588230740/table: appending metadata at 1731095553615 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731095553615Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c7f163f: reopening flushed file at 1731095553631 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e01669a: reopening flushed file at 1731095553642 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7875e6d: reopening flushed file at 1731095553650 (+8 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 164ms, sequenceid=11, compaction requested=false at 1731095553661 (+11 ms)Writing region close event to WAL at 1731095553662 (+1 ms)Running coprocessor post-close hooks at 1731095553668 (+6 ms)Closed at 1731095553668 2024-11-08T19:52:33,668 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T19:52:33,696 INFO [RS:0;692b295ad45c:34707 {}] regionserver.HRegionServer(976): stopping server 692b295ad45c,34707,1731095540002; all regions closed. 2024-11-08T19:52:33,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45659 is added to blk_1073741838_1015 (size=825) 2024-11-08T19:52:33,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35091 is added to blk_1073741838_1015 (size=825) 2024-11-08T19:52:33,789 WARN [Thread-610 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T19:52:33,793 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x20307714c56809d0 with lease ID 0x47401538bec40044: from storage DS-56801574-bff3-4803-af84-6b603554bf87 node DatanodeRegistration(127.0.0.1:46847, datanodeUuid=7953b991-ad58-4934-bec5-529e83ff0c73, infoPort=33635, infoSecurePort=0, ipcPort=34857, storageInfo=lv=-57;cid=testClusterID;nsid=804825600;c=1731095536676), blocks: 6, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T19:52:33,794 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x20307714c56809d0 with lease ID 0x47401538bec40044: from storage DS-cc0552a5-96c6-49d2-9480-63192c71a4b6 node DatanodeRegistration(127.0.0.1:46847, datanodeUuid=7953b991-ad58-4934-bec5-529e83ff0c73, infoPort=33635, infoSecurePort=0, ipcPort=34857, storageInfo=lv=-57;cid=testClusterID;nsid=804825600;c=1731095536676), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:52:34,494 INFO [regionserver/692b295ad45c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:52:34,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35297 is added to blk_1073741833_1014 (size=1599) 2024-11-08T19:52:35,047 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-08T19:52:35,047 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:52:35,047 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T19:52:37,400 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/WALs/692b295ad45c,34707,1731095540002/692b295ad45c%2C34707%2C1731095540002.1731095540636 after 4007ms 2024-11-08T19:52:37,402 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/WALs/692b295ad45c,34707,1731095540002/692b295ad45c%2C34707%2C1731095540002.1731095540636 to hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/oldWALs/692b295ad45c%2C34707%2C1731095540002.1731095540636 2024-11-08T19:52:37,527 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/WALs/692b295ad45c,34707,1731095540002/692b295ad45c%2C34707%2C1731095540002.meta.1731095541150.meta after 4002ms 2024-11-08T19:52:37,529 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/WALs/692b295ad45c,34707,1731095540002/692b295ad45c%2C34707%2C1731095540002.meta.1731095541150.meta to hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/oldWALs/692b295ad45c%2C34707%2C1731095540002.meta.1731095541150.meta 2024-11-08T19:52:37,538 DEBUG [RS:0;692b295ad45c:34707 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/oldWALs 2024-11-08T19:52:37,539 INFO [RS:0;692b295ad45c:34707 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 692b295ad45c%2C34707%2C1731095540002.meta:.meta(num 1731095553498) 2024-11-08T19:52:37,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35091 is added to blk_1073741837_1013 (size=2288) 2024-11-08T19:52:37,544 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/WALs/692b295ad45c,34707,1731095540002/692b295ad45c%2C34707%2C1731095540002.1731095553368 not finished, retry = 0 2024-11-08T19:52:37,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45659 is added to blk_1073741837_1013 (size=2288) 2024-11-08T19:52:37,650 DEBUG [RS:0;692b295ad45c:34707 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/oldWALs 2024-11-08T19:52:37,650 INFO [RS:0;692b295ad45c:34707 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 692b295ad45c%2C34707%2C1731095540002:(num 1731095553368) 2024-11-08T19:52:37,650 DEBUG [RS:0;692b295ad45c:34707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:52:37,650 INFO [RS:0;692b295ad45c:34707 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:52:37,651 INFO [RS:0;692b295ad45c:34707 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:52:37,651 INFO [RS:0;692b295ad45c:34707 {}] hbase.ChoreService(370): Chore service for: regionserver/692b295ad45c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T19:52:37,651 INFO [RS:0;692b295ad45c:34707 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:52:37,651 INFO [regionserver/692b295ad45c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:52:37,652 INFO [RS:0;692b295ad45c:34707 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34707 2024-11-08T19:52:37,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43263 is added to blk_1073741833_1014 (size=1599) 2024-11-08T19:52:37,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42101-0x1011c01ac0b0000, quorum=127.0.0.1:51588, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T19:52:37,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x1011c01ac0b0001, quorum=127.0.0.1:51588, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/692b295ad45c,34707,1731095540002 2024-11-08T19:52:37,786 INFO [RS:0;692b295ad45c:34707 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:52:37,796 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [692b295ad45c,34707,1731095540002] 2024-11-08T19:52:37,806 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/692b295ad45c,34707,1731095540002 already deleted, retry=false 2024-11-08T19:52:37,807 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 692b295ad45c,34707,1731095540002 expired; onlineServers=0 2024-11-08T19:52:37,807 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '692b295ad45c,42101,1731095539826' ***** 2024-11-08T19:52:37,807 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T19:52:37,807 INFO [M:0;692b295ad45c:42101 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:52:37,807 INFO [M:0;692b295ad45c:42101 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:52:37,807 DEBUG [M:0;692b295ad45c:42101 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T19:52:37,808 DEBUG [M:0;692b295ad45c:42101 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T19:52:37,808 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T19:52:37,808 DEBUG [master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731095540410 {}] cleaner.HFileCleaner(306): Exit Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731095540410,5,FailOnTimeoutGroup] 2024-11-08T19:52:37,808 DEBUG [master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731095540409 {}] cleaner.HFileCleaner(306): Exit Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731095540409,5,FailOnTimeoutGroup] 2024-11-08T19:52:37,808 INFO [M:0;692b295ad45c:42101 {}] hbase.ChoreService(370): Chore service for: master/692b295ad45c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T19:52:37,809 INFO [M:0;692b295ad45c:42101 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:52:37,809 DEBUG [M:0;692b295ad45c:42101 {}] master.HMaster(1795): Stopping service threads 2024-11-08T19:52:37,809 INFO [M:0;692b295ad45c:42101 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T19:52:37,809 INFO [M:0;692b295ad45c:42101 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:52:37,809 INFO [M:0;692b295ad45c:42101 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T19:52:37,810 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T19:52:37,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42101-0x1011c01ac0b0000, quorum=127.0.0.1:51588, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T19:52:37,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42101-0x1011c01ac0b0000, quorum=127.0.0.1:51588, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:52:37,817 DEBUG [M:0;692b295ad45c:42101 {}] zookeeper.ZKUtil(347): master:42101-0x1011c01ac0b0000, quorum=127.0.0.1:51588, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T19:52:37,817 WARN [M:0;692b295ad45c:42101 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T19:52:37,820 INFO [M:0;692b295ad45c:42101 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/.lastflushedseqids 2024-11-08T19:52:37,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35297 is added to blk_1073741845_1023 (size=139) 2024-11-08T19:52:37,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43263 is added to blk_1073741845_1023 (size=139) 2024-11-08T19:52:37,833 INFO [M:0;692b295ad45c:42101 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T19:52:37,833 INFO [M:0;692b295ad45c:42101 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T19:52:37,833 DEBUG [M:0;692b295ad45c:42101 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:52:37,833 INFO [M:0;692b295ad45c:42101 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:52:37,833 DEBUG [M:0;692b295ad45c:42101 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:52:37,833 DEBUG [M:0;692b295ad45c:42101 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:52:37,833 DEBUG [M:0;692b295ad45c:42101 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:52:37,833 INFO [M:0;692b295ad45c:42101 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.08 KB heapSize=29.02 KB 2024-11-08T19:52:37,834 WARN [AsyncFSWAL-0-hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/MasterData-prefix:692b295ad45c,42101,1731095539826 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:52:37,834 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 692b295ad45c%2C42101%2C1731095539826:(num 1731095540164) roll requested 2024-11-08T19:52:37,846 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/MasterData/WALs/692b295ad45c,42101,1731095539826/692b295ad45c%2C42101%2C1731095539826.1731095557834, exclude list is [], retry=0 2024-11-08T19:52:37,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43263,DS-5ff435dc-e341-4011-9ec9-c07e9364fb8d,DISK] 2024-11-08T19:52:37,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35297,DS-d61629c2-f442-4ae2-b695-86bf8e16c5d1,DISK] 2024-11-08T19:52:37,851 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/MasterData/WALs/692b295ad45c,42101,1731095539826/692b295ad45c%2C42101%2C1731095539826.1731095540164 with entries=54, filesize=26.79 KB; new WAL /user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/MasterData/WALs/692b295ad45c,42101,1731095539826/692b295ad45c%2C42101%2C1731095539826.1731095557834 2024-11-08T19:52:37,852 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39097:39097),(127.0.0.1/127.0.0.1:43619:43619)] 2024-11-08T19:52:37,852 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/MasterData/WALs/692b295ad45c,42101,1731095539826/692b295ad45c%2C42101%2C1731095539826.1731095540164 is not closed yet, will try archiving it next time 2024-11-08T19:52:37,852 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:52:37,852 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:52:37,852 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/MasterData/WALs/692b295ad45c,42101,1731095539826/692b295ad45c%2C42101%2C1731095539826.1731095540164 2024-11-08T19:52:37,853 WARN [IPC Server handler 4 on default port 34051 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/MasterData/WALs/692b295ad45c,42101,1731095539826/692b295ad45c%2C42101%2C1731095539826.1731095540164 has not been closed. Lease recovery is in progress. RecoveryId = 1025 for block blk_1073741830_1006 2024-11-08T19:52:37,854 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/MasterData/WALs/692b295ad45c,42101,1731095539826/692b295ad45c%2C42101%2C1731095539826.1731095540164 after 1ms 2024-11-08T19:52:37,867 DEBUG [M:0;692b295ad45c:42101 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ebd5128f5be04785aa7d960c67251711 is 82, key is hbase:meta,,1/info:regioninfo/1731095541195/Put/seqid=0 2024-11-08T19:52:37,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45659 is added to blk_1073741847_1026 (size=5672) 2024-11-08T19:52:37,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35297 is added to blk_1073741847_1026 (size=5672) 2024-11-08T19:52:37,874 INFO [M:0;692b295ad45c:42101 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ebd5128f5be04785aa7d960c67251711 2024-11-08T19:52:37,896 DEBUG [M:0;692b295ad45c:42101 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/841f4087bb534ea88231b3e0e7b95f3f is 773, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731095543507/Put/seqid=0 2024-11-08T19:52:37,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x1011c01ac0b0001, quorum=127.0.0.1:51588, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:52:37,896 INFO [RS:0;692b295ad45c:34707 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:52:37,896 INFO [RS:0;692b295ad45c:34707 {}] regionserver.HRegionServer(1031): Exiting; stopping=692b295ad45c,34707,1731095540002; zookeeper connection closed. 2024-11-08T19:52:37,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x1011c01ac0b0001, quorum=127.0.0.1:51588, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:52:37,896 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5f18e1ca {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5f18e1ca 2024-11-08T19:52:37,897 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T19:52:37,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45659 is added to blk_1073741848_1027 (size=6113) 2024-11-08T19:52:37,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35091 is added to blk_1073741848_1027 (size=6113) 2024-11-08T19:52:37,902 INFO [M:0;692b295ad45c:42101 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.48 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/841f4087bb534ea88231b3e0e7b95f3f 2024-11-08T19:52:37,924 DEBUG [M:0;692b295ad45c:42101 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cba90172b9b848d996ad516941e0e6b7 is 69, key is 692b295ad45c,34707,1731095540002/rs:state/1731095540468/Put/seqid=0 2024-11-08T19:52:37,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45659 is added to blk_1073741849_1028 (size=5156) 2024-11-08T19:52:37,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43263 is added to blk_1073741849_1028 (size=5156) 2024-11-08T19:52:37,931 INFO [M:0;692b295ad45c:42101 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cba90172b9b848d996ad516941e0e6b7 2024-11-08T19:52:37,951 DEBUG [M:0;692b295ad45c:42101 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/1efc0baf3fb94f07a694e5f64dc16705 is 52, key is load_balancer_on/state:d/1731095541346/Put/seqid=0 2024-11-08T19:52:37,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45659 is added to blk_1073741850_1029 (size=5056) 2024-11-08T19:52:37,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46847 is added to blk_1073741850_1029 (size=5056) 2024-11-08T19:52:37,957 INFO [M:0;692b295ad45c:42101 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/1efc0baf3fb94f07a694e5f64dc16705 2024-11-08T19:52:37,963 DEBUG [M:0;692b295ad45c:42101 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ebd5128f5be04785aa7d960c67251711 as hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ebd5128f5be04785aa7d960c67251711 2024-11-08T19:52:37,969 INFO [M:0;692b295ad45c:42101 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ebd5128f5be04785aa7d960c67251711, entries=8, sequenceid=56, filesize=5.5 K 2024-11-08T19:52:37,970 DEBUG [M:0;692b295ad45c:42101 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/841f4087bb534ea88231b3e0e7b95f3f as hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/841f4087bb534ea88231b3e0e7b95f3f 2024-11-08T19:52:37,977 INFO [M:0;692b295ad45c:42101 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/841f4087bb534ea88231b3e0e7b95f3f, entries=6, sequenceid=56, filesize=6.0 K 2024-11-08T19:52:37,978 DEBUG [M:0;692b295ad45c:42101 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cba90172b9b848d996ad516941e0e6b7 as hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cba90172b9b848d996ad516941e0e6b7 2024-11-08T19:52:37,984 INFO [M:0;692b295ad45c:42101 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cba90172b9b848d996ad516941e0e6b7, entries=1, sequenceid=56, filesize=5.0 K 2024-11-08T19:52:37,985 DEBUG [M:0;692b295ad45c:42101 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/1efc0baf3fb94f07a694e5f64dc16705 as hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/1efc0baf3fb94f07a694e5f64dc16705 2024-11-08T19:52:37,992 INFO [M:0;692b295ad45c:42101 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/1efc0baf3fb94f07a694e5f64dc16705, entries=1, sequenceid=56, filesize=4.9 K 2024-11-08T19:52:37,994 INFO [M:0;692b295ad45c:42101 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.08 KB/23632, heapSize ~28.96 KB/29656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 160ms, sequenceid=56, compaction requested=false 2024-11-08T19:52:37,995 INFO [M:0;692b295ad45c:42101 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:52:37,995 DEBUG [M:0;692b295ad45c:42101 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731095557833Disabling compacts and flushes for region at 1731095557833Disabling writes for close at 1731095557833Obtaining lock to block concurrent updates at 1731095557833Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731095557833Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23632, getHeapSize=29656, getOffHeapSize=0, getCellsCount=67 at 1731095557834 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731095557852 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731095557852Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731095557866 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731095557866Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731095557880 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731095557895 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731095557895Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731095557909 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731095557924 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731095557924Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731095557937 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731095557950 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731095557950Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c58e974: reopening flushed file at 1731095557962 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28306a16: reopening flushed file at 1731095557969 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39fc5a8b: reopening flushed file at 1731095557977 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f38d462: reopening flushed file at 1731095557984 (+7 ms)Finished flush of dataSize ~23.08 KB/23632, heapSize ~28.96 KB/29656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 160ms, sequenceid=56, compaction requested=false at 1731095557994 (+10 ms)Writing region close event to WAL at 1731095557995 (+1 ms)Closed at 1731095557995 2024-11-08T19:52:37,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43263 is added to blk_1073741846_1024 (size=757) 2024-11-08T19:52:37,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35297 is added to blk_1073741846_1024 (size=757) 2024-11-08T19:52:38,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:52:38,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:52:38,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:52:39,093 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T19:52:39,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:52:39,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:52:39,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:52:41,856 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/MasterData/WALs/692b295ad45c,42101,1731095539826/692b295ad45c%2C42101%2C1731095539826.1731095540164 after 4003ms 2024-11-08T19:52:41,857 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/MasterData/WALs/692b295ad45c,42101,1731095539826/692b295ad45c%2C42101%2C1731095539826.1731095540164 to hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/MasterData/oldWALs/692b295ad45c%2C42101%2C1731095539826.1731095540164 2024-11-08T19:52:41,866 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/MasterData/oldWALs/692b295ad45c%2C42101%2C1731095539826.1731095540164 to hdfs://localhost:34051/user/jenkins/test-data/695de2bf-51df-3d78-0728-b9b5db1e3de6/oldWALs/692b295ad45c%2C42101%2C1731095539826.1731095540164$masterlocalwal$ 2024-11-08T19:52:41,866 INFO [M:0;692b295ad45c:42101 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T19:52:41,866 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:52:41,866 INFO [M:0;692b295ad45c:42101 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42101 2024-11-08T19:52:41,867 INFO [M:0;692b295ad45c:42101 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:52:42,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42101-0x1011c01ac0b0000, quorum=127.0.0.1:51588, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:52:42,105 INFO [M:0;692b295ad45c:42101 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:52:42,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42101-0x1011c01ac0b0000, quorum=127.0.0.1:51588, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:52:42,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5914a0df{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:52:42,111 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@122333a8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:52:42,111 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:52:42,111 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@335340e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:52:42,111 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17238c92{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/hadoop.log.dir/,STOPPED} 2024-11-08T19:52:42,112 WARN [BP-2057174919-172.17.0.2-1731095536676 heartbeating to localhost/127.0.0.1:34051 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T19:52:42,112 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T19:52:42,112 WARN [BP-2057174919-172.17.0.2-1731095536676 heartbeating to localhost/127.0.0.1:34051 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2057174919-172.17.0.2-1731095536676 (Datanode Uuid 7953b991-ad58-4934-bec5-529e83ff0c73) service to localhost/127.0.0.1:34051 2024-11-08T19:52:42,112 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T19:52:42,113 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/cluster_5bfbdd00-9566-9322-6cd0-4d31b1a01efb/data/data1/current/BP-2057174919-172.17.0.2-1731095536676 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:52:42,113 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/cluster_5bfbdd00-9566-9322-6cd0-4d31b1a01efb/data/data2/current/BP-2057174919-172.17.0.2-1731095536676 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:52:42,113 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T19:52:42,115 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@351de545{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:52:42,116 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@15a6f53{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:52:42,116 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:52:42,116 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3843fdb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:52:42,116 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72cbe29e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/hadoop.log.dir/,STOPPED} 2024-11-08T19:52:42,117 WARN [BP-2057174919-172.17.0.2-1731095536676 heartbeating to localhost/127.0.0.1:34051 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T19:52:42,117 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T19:52:42,117 WARN [BP-2057174919-172.17.0.2-1731095536676 heartbeating to localhost/127.0.0.1:34051 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2057174919-172.17.0.2-1731095536676 (Datanode Uuid f1dfe324-4384-4dd8-af33-eebd006bcce9) service to localhost/127.0.0.1:34051 2024-11-08T19:52:42,117 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T19:52:42,118 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/cluster_5bfbdd00-9566-9322-6cd0-4d31b1a01efb/data/data9/current/BP-2057174919-172.17.0.2-1731095536676 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:52:42,118 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/cluster_5bfbdd00-9566-9322-6cd0-4d31b1a01efb/data/data10/current/BP-2057174919-172.17.0.2-1731095536676 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:52:42,118 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T19:52:42,121 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@68a6143d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:52:42,121 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@643a9e60{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:52:42,121 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:52:42,121 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@220f8c3a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:52:42,121 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28ab81a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/hadoop.log.dir/,STOPPED} 2024-11-08T19:52:42,122 WARN [BP-2057174919-172.17.0.2-1731095536676 heartbeating to localhost/127.0.0.1:34051 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T19:52:42,122 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T19:52:42,122 WARN [BP-2057174919-172.17.0.2-1731095536676 heartbeating to localhost/127.0.0.1:34051 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2057174919-172.17.0.2-1731095536676 (Datanode Uuid 08167966-0060-435f-be21-28fb22994802) service to localhost/127.0.0.1:34051 2024-11-08T19:52:42,122 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T19:52:42,123 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/cluster_5bfbdd00-9566-9322-6cd0-4d31b1a01efb/data/data7/current/BP-2057174919-172.17.0.2-1731095536676 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:52:42,123 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/cluster_5bfbdd00-9566-9322-6cd0-4d31b1a01efb/data/data8/current/BP-2057174919-172.17.0.2-1731095536676 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:52:42,123 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T19:52:42,125 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6ba3df96{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:52:42,125 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e4045ba{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:52:42,125 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:52:42,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60ded2fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:52:42,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fe754c3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/hadoop.log.dir/,STOPPED} 2024-11-08T19:52:42,127 WARN [BP-2057174919-172.17.0.2-1731095536676 heartbeating to localhost/127.0.0.1:34051 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T19:52:42,127 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T19:52:42,127 WARN [BP-2057174919-172.17.0.2-1731095536676 heartbeating to localhost/127.0.0.1:34051 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2057174919-172.17.0.2-1731095536676 (Datanode Uuid ed018924-71b2-4980-9fec-a63fdc7069dc) service to localhost/127.0.0.1:34051 2024-11-08T19:52:42,127 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T19:52:42,127 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/cluster_5bfbdd00-9566-9322-6cd0-4d31b1a01efb/data/data5/current/BP-2057174919-172.17.0.2-1731095536676 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:52:42,127 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/cluster_5bfbdd00-9566-9322-6cd0-4d31b1a01efb/data/data6/current/BP-2057174919-172.17.0.2-1731095536676 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:52:42,128 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T19:52:42,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3750334b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:52:42,129 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@346d7e39{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:52:42,129 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:52:42,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dcba957{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:52:42,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45528e53{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/hadoop.log.dir/,STOPPED} 2024-11-08T19:52:42,131 WARN [BP-2057174919-172.17.0.2-1731095536676 heartbeating to localhost/127.0.0.1:34051 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T19:52:42,131 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T19:52:42,131 WARN [BP-2057174919-172.17.0.2-1731095536676 heartbeating to localhost/127.0.0.1:34051 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2057174919-172.17.0.2-1731095536676 (Datanode Uuid ac0c8b0e-d717-4d15-8c7b-5e3978907eb6) service to localhost/127.0.0.1:34051 2024-11-08T19:52:42,131 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T19:52:42,132 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/cluster_5bfbdd00-9566-9322-6cd0-4d31b1a01efb/data/data3/current/BP-2057174919-172.17.0.2-1731095536676 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:52:42,132 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/cluster_5bfbdd00-9566-9322-6cd0-4d31b1a01efb/data/data4/current/BP-2057174919-172.17.0.2-1731095536676 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:52:42,132 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T19:52:42,138 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7623b7e0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:52:42,138 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@463d76c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:52:42,138 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:52:42,139 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f4d6437{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:52:42,139 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1785141e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/hadoop.log.dir/,STOPPED} 2024-11-08T19:52:42,146 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T19:52:42,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T19:52:42,179 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=103 (was 70) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34051 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34051 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34051 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:34051 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:34051 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:34051 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:34051 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34051 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=445 (was 392) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=153 (was 189), ProcessCount=11 (was 11), AvailableMemoryMB=7139 (was 7463) 2024-11-08T19:52:42,186 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=103, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=153, ProcessCount=11, AvailableMemoryMB=7139 2024-11-08T19:52:42,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T19:52:42,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/hadoop.log.dir so I do NOT create it in target/test-data/04fc9be4-ac90-629b-d5c0-02b8545e1902 2024-11-08T19:52:42,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9ce9f0-ec27-9d80-0eab-fdfa01bcae94/hadoop.tmp.dir so I do NOT create it in target/test-data/04fc9be4-ac90-629b-d5c0-02b8545e1902 2024-11-08T19:52:42,186 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/04fc9be4-ac90-629b-d5c0-02b8545e1902/cluster_931cef6f-02a9-e9f2-db70-0078f2f3d865, deleteOnExit=true 2024-11-08T19:52:42,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T19:52:42,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/04fc9be4-ac90-629b-d5c0-02b8545e1902/test.cache.data in system properties and HBase conf 2024-11-08T19:52:42,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/04fc9be4-ac90-629b-d5c0-02b8545e1902/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T19:52:42,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/04fc9be4-ac90-629b-d5c0-02b8545e1902/hadoop.log.dir in system properties and HBase conf 2024-11-08T19:52:42,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/04fc9be4-ac90-629b-d5c0-02b8545e1902/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T19:52:42,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/04fc9be4-ac90-629b-d5c0-02b8545e1902/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T19:52:42,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T19:52:42,187 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T19:52:42,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/04fc9be4-ac90-629b-d5c0-02b8545e1902/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:52:42,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/04fc9be4-ac90-629b-d5c0-02b8545e1902/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:52:42,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/04fc9be4-ac90-629b-d5c0-02b8545e1902/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T19:52:42,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/04fc9be4-ac90-629b-d5c0-02b8545e1902/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:52:42,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/04fc9be4-ac90-629b-d5c0-02b8545e1902/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T19:52:42,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/04fc9be4-ac90-629b-d5c0-02b8545e1902/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T19:52:42,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/04fc9be4-ac90-629b-d5c0-02b8545e1902/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:52:42,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/04fc9be4-ac90-629b-d5c0-02b8545e1902/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:52:42,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/04fc9be4-ac90-629b-d5c0-02b8545e1902/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T19:52:42,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/04fc9be4-ac90-629b-d5c0-02b8545e1902/nfs.dump.dir in system properties and HBase conf 2024-11-08T19:52:42,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/04fc9be4-ac90-629b-d5c0-02b8545e1902/java.io.tmpdir in system properties and HBase conf 2024-11-08T19:52:42,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/04fc9be4-ac90-629b-d5c0-02b8545e1902/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:52:42,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/04fc9be4-ac90-629b-d5c0-02b8545e1902/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T19:52:42,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/04fc9be4-ac90-629b-d5c0-02b8545e1902/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T19:52:43,025 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:52:43,032 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:52:43,037 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:52:43,037 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:52:43,037 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T19:52:43,037 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:52:43,038 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78aa4fc7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/04fc9be4-ac90-629b-d5c0-02b8545e1902/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:52:43,038 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@147cdfda{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:52:43,136 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b349b5d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/04fc9be4-ac90-629b-d5c0-02b8545e1902/java.io.tmpdir/jetty-localhost-40449-hadoop-hdfs-3_4_1-tests_jar-_-any-2169837922519164715/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:52:43,136 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19daade3{HTTP/1.1, (http/1.1)}{localhost:40449} 2024-11-08T19:52:43,136 INFO [Time-limited test {}] server.Server(415): Started @96176ms 2024-11-08T19:52:44,126 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:52:44,129 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:52:44,132 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:52:44,132 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:52:44,132 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T19:52:44,132 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@693607e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/04fc9be4-ac90-629b-d5c0-02b8545e1902/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:52:44,133 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2320853e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:52:44,224 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72e0f13d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/04fc9be4-ac90-629b-d5c0-02b8545e1902/java.io.tmpdir/jetty-localhost-38287-hadoop-hdfs-3_4_1-tests_jar-_-any-16354301915075552077/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:52:44,224 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@163ba220{HTTP/1.1, (http/1.1)}{localhost:38287} 2024-11-08T19:52:44,224 INFO [Time-limited test {}] server.Server(415): Started @97264ms 2024-11-08T19:52:44,225 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T19:52:44,253 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:52:44,256 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:52:44,257 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:52:44,257 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:52:44,257 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T19:52:44,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ac352ca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/04fc9be4-ac90-629b-d5c0-02b8545e1902/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:52:44,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e816b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:52:44,350 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f1e7887{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/04fc9be4-ac90-629b-d5c0-02b8545e1902/java.io.tmpdir/jetty-localhost-42827-hadoop-hdfs-3_4_1-tests_jar-_-any-8726232462359000398/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:52:44,351 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50799f3f{HTTP/1.1, (http/1.1)}{localhost:42827} 2024-11-08T19:52:44,351 INFO [Time-limited test {}] server.Server(415): Started @97391ms 2024-11-08T19:52:44,352 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T19:52:45,047 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T19:52:45,697 WARN [Thread-802 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/04fc9be4-ac90-629b-d5c0-02b8545e1902/cluster_931cef6f-02a9-e9f2-db70-0078f2f3d865/data/data3/current/BP-604507831-172.17.0.2-1731095562214/current, will proceed with Du for space computation calculation, 2024-11-08T19:52:45,697 WARN [Thread-803 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/04fc9be4-ac90-629b-d5c0-02b8545e1902/cluster_931cef6f-02a9-e9f2-db70-0078f2f3d865/data/data4/current/BP-604507831-172.17.0.2-1731095562214/current, will proceed with Du for space computation calculation, 2024-11-08T19:52:45,698 WARN [Thread-804 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/04fc9be4-ac90-629b-d5c0-02b8545e1902/cluster_931cef6f-02a9-e9f2-db70-0078f2f3d865/data/data1/current/BP-604507831-172.17.0.2-1731095562214/current, will proceed with Du for space computation calculation, 2024-11-08T19:52:45,698 WARN [Thread-805 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/04fc9be4-ac90-629b-d5c0-02b8545e1902/cluster_931cef6f-02a9-e9f2-db70-0078f2f3d865/data/data2/current/BP-604507831-172.17.0.2-1731095562214/current, will proceed with Du for space computation calculation, 2024-11-08T19:52:45,714 WARN [Thread-787 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T19:52:45,716 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc49663ddb2bc581f with lease ID 0x298261ab0fdf497e: Processing first storage report for DS-67158efb-be88-4a2c-b251-588d990af62c from datanode DatanodeRegistration(127.0.0.1:44939, datanodeUuid=867c580a-6adf-4d49-827c-4e807c5ccc2b, infoPort=36505, infoSecurePort=0, ipcPort=41383, storageInfo=lv=-57;cid=testClusterID;nsid=982020743;c=1731095562214) 2024-11-08T19:52:45,717 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc49663ddb2bc581f with lease ID 0x298261ab0fdf497e: from storage DS-67158efb-be88-4a2c-b251-588d990af62c node DatanodeRegistration(127.0.0.1:44939, datanodeUuid=867c580a-6adf-4d49-827c-4e807c5ccc2b, infoPort=36505, infoSecurePort=0, ipcPort=41383, storageInfo=lv=-57;cid=testClusterID;nsid=982020743;c=1731095562214), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:52:45,717 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc49663ddb2bc581f with lease ID 0x298261ab0fdf497e: Processing first storage report for DS-462a5f1a-3251-4e73-a226-02fef58be6f3 from datanode DatanodeRegistration(127.0.0.1:44939, datanodeUuid=867c580a-6adf-4d49-827c-4e807c5ccc2b, infoPort=36505, infoSecurePort=0, ipcPort=41383, storageInfo=lv=-57;cid=testClusterID;nsid=982020743;c=1731095562214) 2024-11-08T19:52:45,717 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc49663ddb2bc581f with lease ID 0x298261ab0fdf497e: from storage DS-462a5f1a-3251-4e73-a226-02fef58be6f3 node DatanodeRegistration(127.0.0.1:44939, datanodeUuid=867c580a-6adf-4d49-827c-4e807c5ccc2b, infoPort=36505, infoSecurePort=0, ipcPort=41383, storageInfo=lv=-57;cid=testClusterID;nsid=982020743;c=1731095562214), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:52:45,720 WARN [Thread-764 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T19:52:45,722 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe41bab80e0adc6cf with lease ID 0x298261ab0fdf497f: Processing first storage report for DS-63da4203-f7ef-4846-af87-a3ef5e8578e5 from datanode DatanodeRegistration(127.0.0.1:36837, datanodeUuid=b04cce8f-9125-474f-8416-54f5bf7fcf2b, infoPort=42765, infoSecurePort=0, ipcPort=36885, storageInfo=lv=-57;cid=testClusterID;nsid=982020743;c=1731095562214) 2024-11-08T19:52:45,722 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe41bab80e0adc6cf with lease ID 0x298261ab0fdf497f: from storage DS-63da4203-f7ef-4846-af87-a3ef5e8578e5 node DatanodeRegistration(127.0.0.1:36837, datanodeUuid=b04cce8f-9125-474f-8416-54f5bf7fcf2b, infoPort=42765, infoSecurePort=0, ipcPort=36885, storageInfo=lv=-57;cid=testClusterID;nsid=982020743;c=1731095562214), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:52:45,722 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe41bab80e0adc6cf with lease ID 0x298261ab0fdf497f: Processing first storage report for DS-66f8b1d9-ece0-4c9a-8678-779ab971eb69 from datanode DatanodeRegistration(127.0.0.1:36837, datanodeUuid=b04cce8f-9125-474f-8416-54f5bf7fcf2b, infoPort=42765, infoSecurePort=0, ipcPort=36885, storageInfo=lv=-57;cid=testClusterID;nsid=982020743;c=1731095562214) 2024-11-08T19:52:45,722 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe41bab80e0adc6cf with lease ID 0x298261ab0fdf497f: from storage DS-66f8b1d9-ece0-4c9a-8678-779ab971eb69 node DatanodeRegistration(127.0.0.1:36837, datanodeUuid=b04cce8f-9125-474f-8416-54f5bf7fcf2b, infoPort=42765, infoSecurePort=0, ipcPort=36885, storageInfo=lv=-57;cid=testClusterID;nsid=982020743;c=1731095562214), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:52:45,793 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/04fc9be4-ac90-629b-d5c0-02b8545e1902 2024-11-08T19:52:45,797 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/04fc9be4-ac90-629b-d5c0-02b8545e1902/cluster_931cef6f-02a9-e9f2-db70-0078f2f3d865/zookeeper_0, clientPort=61989, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/04fc9be4-ac90-629b-d5c0-02b8545e1902/cluster_931cef6f-02a9-e9f2-db70-0078f2f3d865/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/04fc9be4-ac90-629b-d5c0-02b8545e1902/cluster_931cef6f-02a9-e9f2-db70-0078f2f3d865/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T19:52:45,798 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61989 2024-11-08T19:52:45,798 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:52:45,799 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:52:45,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44939 is added to blk_1073741825_1001 (size=7) 2024-11-08T19:52:45,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36837 is added to blk_1073741825_1001 (size=7) 2024-11-08T19:52:45,813 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5 with version=8 2024-11-08T19:52:45,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/hbase-staging 2024-11-08T19:52:45,816 INFO [Time-limited test {}] client.ConnectionUtils(128): master/692b295ad45c:0 server-side Connection retries=45 2024-11-08T19:52:45,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:52:45,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:52:45,816 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:52:45,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:52:45,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:52:45,816 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T19:52:45,816 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:52:45,817 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39879 2024-11-08T19:52:45,819 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39879 connecting to ZooKeeper ensemble=127.0.0.1:61989 2024-11-08T19:52:45,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:398790x0, quorum=127.0.0.1:61989, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:52:45,924 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39879-0x1011c02118f0000 connected 2024-11-08T19:52:46,015 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:52:46,016 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:52:46,018 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39879-0x1011c02118f0000, quorum=127.0.0.1:61989, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:52:46,019 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5, hbase.cluster.distributed=false 2024-11-08T19:52:46,021 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39879-0x1011c02118f0000, quorum=127.0.0.1:61989, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T19:52:46,021 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39879 2024-11-08T19:52:46,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39879 2024-11-08T19:52:46,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39879 2024-11-08T19:52:46,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39879 2024-11-08T19:52:46,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39879 2024-11-08T19:52:46,042 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/692b295ad45c:0 server-side Connection retries=45 2024-11-08T19:52:46,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:52:46,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:52:46,042 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:52:46,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:52:46,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:52:46,042 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T19:52:46,042 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:52:46,043 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44437 2024-11-08T19:52:46,045 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44437 connecting to ZooKeeper ensemble=127.0.0.1:61989 2024-11-08T19:52:46,046 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:52:46,047 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:52:46,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444370x0, quorum=127.0.0.1:61989, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:52:46,062 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:444370x0, quorum=127.0.0.1:61989, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:52:46,062 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44437-0x1011c02118f0001 connected 2024-11-08T19:52:46,062 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T19:52:46,063 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T19:52:46,063 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44437-0x1011c02118f0001, quorum=127.0.0.1:61989, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T19:52:46,064 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44437-0x1011c02118f0001, quorum=127.0.0.1:61989, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T19:52:46,065 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44437 2024-11-08T19:52:46,065 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44437 2024-11-08T19:52:46,065 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44437 2024-11-08T19:52:46,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44437 2024-11-08T19:52:46,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44437 2024-11-08T19:52:46,078 DEBUG [M:0;692b295ad45c:39879 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;692b295ad45c:39879 2024-11-08T19:52:46,079 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/692b295ad45c,39879,1731095565815 2024-11-08T19:52:46,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39879-0x1011c02118f0000, quorum=127.0.0.1:61989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:52:46,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44437-0x1011c02118f0001, quorum=127.0.0.1:61989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:52:46,090 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39879-0x1011c02118f0000, quorum=127.0.0.1:61989, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/692b295ad45c,39879,1731095565815 2024-11-08T19:52:46,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44437-0x1011c02118f0001, quorum=127.0.0.1:61989, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T19:52:46,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39879-0x1011c02118f0000, quorum=127.0.0.1:61989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:52:46,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44437-0x1011c02118f0001, quorum=127.0.0.1:61989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:52:46,100 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39879-0x1011c02118f0000, quorum=127.0.0.1:61989, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T19:52:46,100 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/692b295ad45c,39879,1731095565815 from backup master directory 2024-11-08T19:52:46,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39879-0x1011c02118f0000, quorum=127.0.0.1:61989, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/692b295ad45c,39879,1731095565815 2024-11-08T19:52:46,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44437-0x1011c02118f0001, quorum=127.0.0.1:61989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:52:46,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39879-0x1011c02118f0000, quorum=127.0.0.1:61989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:52:46,110 WARN [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:52:46,110 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=692b295ad45c,39879,1731095565815 2024-11-08T19:52:46,117 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/hbase.id] with ID: c6547468-7587-4807-ba69-c2dc1d605b68 2024-11-08T19:52:46,118 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/.tmp/hbase.id 2024-11-08T19:52:46,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44939 is added to blk_1073741826_1002 (size=42) 2024-11-08T19:52:46,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36837 is added to blk_1073741826_1002 (size=42) 2024-11-08T19:52:46,127 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/.tmp/hbase.id]:[hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/hbase.id] 2024-11-08T19:52:46,144 INFO [master/692b295ad45c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:52:46,144 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T19:52:46,146 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-08T19:52:46,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44437-0x1011c02118f0001, quorum=127.0.0.1:61989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:52:46,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39879-0x1011c02118f0000, quorum=127.0.0.1:61989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:52:46,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36837 is added to blk_1073741827_1003 (size=196) 2024-11-08T19:52:46,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44939 is added to blk_1073741827_1003 (size=196) 2024-11-08T19:52:46,164 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:52:46,165 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T19:52:46,165 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:52:46,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44939 is added to blk_1073741828_1004 (size=1189) 2024-11-08T19:52:46,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36837 is added to blk_1073741828_1004 (size=1189) 2024-11-08T19:52:46,174 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/MasterData/data/master/store 2024-11-08T19:52:46,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44939 is added to blk_1073741829_1005 (size=34) 2024-11-08T19:52:46,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36837 is added to blk_1073741829_1005 (size=34) 2024-11-08T19:52:46,181 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:52:46,181 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:52:46,181 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:52:46,181 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:52:46,182 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:52:46,182 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:52:46,182 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:52:46,182 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731095566181Disabling compacts and flushes for region at 1731095566181Disabling writes for close at 1731095566182 (+1 ms)Writing region close event to WAL at 1731095566182Closed at 1731095566182 2024-11-08T19:52:46,183 WARN [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/MasterData/data/master/store/.initializing 2024-11-08T19:52:46,183 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/MasterData/WALs/692b295ad45c,39879,1731095565815 2024-11-08T19:52:46,184 INFO [master/692b295ad45c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:52:46,186 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=692b295ad45c%2C39879%2C1731095565815, suffix=, logDir=hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/MasterData/WALs/692b295ad45c,39879,1731095565815, archiveDir=hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/MasterData/oldWALs, maxLogs=10 2024-11-08T19:52:46,200 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/MasterData/WALs/692b295ad45c,39879,1731095565815/692b295ad45c%2C39879%2C1731095565815.1731095566187, exclude list is [], retry=0 2024-11-08T19:52:46,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44939,DS-67158efb-be88-4a2c-b251-588d990af62c,DISK] 2024-11-08T19:52:46,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36837,DS-63da4203-f7ef-4846-af87-a3ef5e8578e5,DISK] 2024-11-08T19:52:46,205 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/MasterData/WALs/692b295ad45c,39879,1731095565815/692b295ad45c%2C39879%2C1731095565815.1731095566187 2024-11-08T19:52:46,205 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36505:36505),(127.0.0.1/127.0.0.1:42765:42765)] 2024-11-08T19:52:46,206 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:52:46,206 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:52:46,206 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:52:46,206 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:52:46,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:52:46,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T19:52:46,209 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:52:46,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:52:46,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:52:46,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T19:52:46,210 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:52:46,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:52:46,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:52:46,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T19:52:46,212 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:52:46,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:52:46,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:52:46,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T19:52:46,214 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:52:46,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:52:46,214 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:52:46,215 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:52:46,215 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:52:46,216 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:52:46,216 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:52:46,217 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:52:46,218 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:52:46,220 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:52:46,220 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=876121, jitterRate=0.11404579877853394}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:52:46,221 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731095566206Initializing all the Stores at 1731095566207 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731095566207Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731095566207Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731095566207Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731095566207Cleaning up temporary data from old regions at 1731095566216 (+9 ms)Region opened successfully at 1731095566221 (+5 ms) 2024-11-08T19:52:46,221 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T19:52:46,225 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47789665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=692b295ad45c/172.17.0.2:0 2024-11-08T19:52:46,226 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T19:52:46,226 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T19:52:46,226 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T19:52:46,226 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T19:52:46,227 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T19:52:46,227 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T19:52:46,227 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T19:52:46,229 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T19:52:46,230 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39879-0x1011c02118f0000, quorum=127.0.0.1:61989, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T19:52:46,240 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T19:52:46,241 INFO [master/692b295ad45c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T19:52:46,242 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39879-0x1011c02118f0000, quorum=127.0.0.1:61989, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T19:52:46,251 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T19:52:46,251 INFO [master/692b295ad45c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T19:52:46,253 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39879-0x1011c02118f0000, quorum=127.0.0.1:61989, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T19:52:46,261 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T19:52:46,263 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39879-0x1011c02118f0000, quorum=127.0.0.1:61989, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T19:52:46,272 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T19:52:46,277 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39879-0x1011c02118f0000, quorum=127.0.0.1:61989, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T19:52:46,289 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T19:52:46,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39879-0x1011c02118f0000, quorum=127.0.0.1:61989, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T19:52:46,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44437-0x1011c02118f0001, quorum=127.0.0.1:61989, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T19:52:46,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39879-0x1011c02118f0000, quorum=127.0.0.1:61989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:52:46,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44437-0x1011c02118f0001, quorum=127.0.0.1:61989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:52:46,300 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=692b295ad45c,39879,1731095565815, sessionid=0x1011c02118f0000, setting cluster-up flag (Was=false) 2024-11-08T19:52:46,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39879-0x1011c02118f0000, quorum=127.0.0.1:61989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:52:46,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44437-0x1011c02118f0001, quorum=127.0.0.1:61989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:52:46,462 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T19:52:46,466 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=692b295ad45c,39879,1731095565815 2024-11-08T19:52:46,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39879-0x1011c02118f0000, quorum=127.0.0.1:61989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:52:46,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44437-0x1011c02118f0001, quorum=127.0.0.1:61989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:52:46,521 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T19:52:46,525 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=692b295ad45c,39879,1731095565815 2024-11-08T19:52:46,528 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T19:52:46,531 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T19:52:46,531 INFO [master/692b295ad45c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T19:52:46,531 INFO [master/692b295ad45c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T19:52:46,532 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 692b295ad45c,39879,1731095565815 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T19:52:46,535 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:52:46,535 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:52:46,535 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:52:46,535 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:52:46,535 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/692b295ad45c:0, corePoolSize=10, maxPoolSize=10 2024-11-08T19:52:46,535 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:52:46,536 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/692b295ad45c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:52:46,536 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:52:46,537 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731095596537 2024-11-08T19:52:46,537 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T19:52:46,538 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T19:52:46,538 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T19:52:46,538 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T19:52:46,538 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T19:52:46,538 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T19:52:46,538 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:52:46,538 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:52:46,538 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T19:52:46,538 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T19:52:46,538 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T19:52:46,538 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T19:52:46,539 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T19:52:46,539 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T19:52:46,539 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731095566539,5,FailOnTimeoutGroup] 2024-11-08T19:52:46,539 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:52:46,539 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731095566539,5,FailOnTimeoutGroup] 2024-11-08T19:52:46,539 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:52:46,539 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T19:52:46,539 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T19:52:46,540 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T19:52:46,539 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T19:52:46,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44939 is added to blk_1073741831_1007 (size=1321) 2024-11-08T19:52:46,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36837 is added to blk_1073741831_1007 (size=1321) 2024-11-08T19:52:46,570 INFO [RS:0;692b295ad45c:44437 {}] regionserver.HRegionServer(746): ClusterId : c6547468-7587-4807-ba69-c2dc1d605b68 2024-11-08T19:52:46,570 DEBUG [RS:0;692b295ad45c:44437 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T19:52:46,578 DEBUG [RS:0;692b295ad45c:44437 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T19:52:46,578 DEBUG [RS:0;692b295ad45c:44437 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T19:52:46,589 DEBUG [RS:0;692b295ad45c:44437 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T19:52:46,589 DEBUG [RS:0;692b295ad45c:44437 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e2d45f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=692b295ad45c/172.17.0.2:0 2024-11-08T19:52:46,599 DEBUG [RS:0;692b295ad45c:44437 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;692b295ad45c:44437 2024-11-08T19:52:46,599 INFO [RS:0;692b295ad45c:44437 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T19:52:46,599 INFO [RS:0;692b295ad45c:44437 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T19:52:46,599 DEBUG [RS:0;692b295ad45c:44437 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T19:52:46,600 INFO [RS:0;692b295ad45c:44437 {}] regionserver.HRegionServer(2659): reportForDuty to master=692b295ad45c,39879,1731095565815 with port=44437, startcode=1731095566042 2024-11-08T19:52:46,600 DEBUG [RS:0;692b295ad45c:44437 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T19:52:46,602 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35393, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T19:52:46,603 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39879 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 692b295ad45c,44437,1731095566042 2024-11-08T19:52:46,603 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39879 {}] master.ServerManager(517): Registering regionserver=692b295ad45c,44437,1731095566042 2024-11-08T19:52:46,604 DEBUG [RS:0;692b295ad45c:44437 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5 2024-11-08T19:52:46,605 DEBUG [RS:0;692b295ad45c:44437 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34509 2024-11-08T19:52:46,605 DEBUG [RS:0;692b295ad45c:44437 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T19:52:46,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39879-0x1011c02118f0000, quorum=127.0.0.1:61989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T19:52:46,616 DEBUG [RS:0;692b295ad45c:44437 {}] zookeeper.ZKUtil(111): regionserver:44437-0x1011c02118f0001, quorum=127.0.0.1:61989, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/692b295ad45c,44437,1731095566042 2024-11-08T19:52:46,616 WARN [RS:0;692b295ad45c:44437 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:52:46,616 INFO [RS:0;692b295ad45c:44437 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:52:46,616 DEBUG [RS:0;692b295ad45c:44437 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/WALs/692b295ad45c,44437,1731095566042 2024-11-08T19:52:46,616 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [692b295ad45c,44437,1731095566042] 2024-11-08T19:52:46,619 INFO [RS:0;692b295ad45c:44437 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T19:52:46,621 INFO [RS:0;692b295ad45c:44437 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T19:52:46,621 INFO [RS:0;692b295ad45c:44437 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T19:52:46,621 INFO [RS:0;692b295ad45c:44437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:52:46,621 INFO [RS:0;692b295ad45c:44437 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T19:52:46,622 INFO [RS:0;692b295ad45c:44437 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T19:52:46,622 INFO [RS:0;692b295ad45c:44437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T19:52:46,622 DEBUG [RS:0;692b295ad45c:44437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:52:46,622 DEBUG [RS:0;692b295ad45c:44437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:52:46,623 DEBUG [RS:0;692b295ad45c:44437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:52:46,623 DEBUG [RS:0;692b295ad45c:44437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:52:46,623 DEBUG [RS:0;692b295ad45c:44437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:52:46,623 DEBUG [RS:0;692b295ad45c:44437 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/692b295ad45c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:52:46,623 DEBUG [RS:0;692b295ad45c:44437 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:52:46,623 DEBUG [RS:0;692b295ad45c:44437 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:52:46,623 DEBUG [RS:0;692b295ad45c:44437 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:52:46,623 DEBUG [RS:0;692b295ad45c:44437 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:52:46,623 DEBUG [RS:0;692b295ad45c:44437 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:52:46,623 DEBUG [RS:0;692b295ad45c:44437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:52:46,623 DEBUG [RS:0;692b295ad45c:44437 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/692b295ad45c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:52:46,623 DEBUG [RS:0;692b295ad45c:44437 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:52:46,624 INFO [RS:0;692b295ad45c:44437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:52:46,624 INFO [RS:0;692b295ad45c:44437 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:52:46,624 INFO [RS:0;692b295ad45c:44437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:52:46,624 INFO [RS:0;692b295ad45c:44437 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T19:52:46,624 INFO [RS:0;692b295ad45c:44437 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T19:52:46,624 INFO [RS:0;692b295ad45c:44437 {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,44437,1731095566042-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:52:46,639 INFO [RS:0;692b295ad45c:44437 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T19:52:46,639 INFO [RS:0;692b295ad45c:44437 {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,44437,1731095566042-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:52:46,639 INFO [RS:0;692b295ad45c:44437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:52:46,639 INFO [RS:0;692b295ad45c:44437 {}] regionserver.Replication(171): 692b295ad45c,44437,1731095566042 started 2024-11-08T19:52:46,653 INFO [RS:0;692b295ad45c:44437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:52:46,653 INFO [RS:0;692b295ad45c:44437 {}] regionserver.HRegionServer(1482): Serving as 692b295ad45c,44437,1731095566042, RpcServer on 692b295ad45c/172.17.0.2:44437, sessionid=0x1011c02118f0001 2024-11-08T19:52:46,653 DEBUG [RS:0;692b295ad45c:44437 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T19:52:46,653 DEBUG [RS:0;692b295ad45c:44437 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 692b295ad45c,44437,1731095566042 2024-11-08T19:52:46,653 DEBUG [RS:0;692b295ad45c:44437 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '692b295ad45c,44437,1731095566042' 2024-11-08T19:52:46,653 DEBUG [RS:0;692b295ad45c:44437 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T19:52:46,654 DEBUG [RS:0;692b295ad45c:44437 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T19:52:46,654 DEBUG [RS:0;692b295ad45c:44437 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T19:52:46,654 DEBUG [RS:0;692b295ad45c:44437 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T19:52:46,654 DEBUG [RS:0;692b295ad45c:44437 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 692b295ad45c,44437,1731095566042 2024-11-08T19:52:46,654 DEBUG [RS:0;692b295ad45c:44437 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '692b295ad45c,44437,1731095566042' 2024-11-08T19:52:46,655 DEBUG [RS:0;692b295ad45c:44437 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T19:52:46,655 DEBUG [RS:0;692b295ad45c:44437 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T19:52:46,655 DEBUG [RS:0;692b295ad45c:44437 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T19:52:46,656 INFO [RS:0;692b295ad45c:44437 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T19:52:46,656 INFO [RS:0;692b295ad45c:44437 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T19:52:46,756 INFO [RS:0;692b295ad45c:44437 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:52:46,758 INFO [RS:0;692b295ad45c:44437 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=692b295ad45c%2C44437%2C1731095566042, suffix=, logDir=hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/WALs/692b295ad45c,44437,1731095566042, archiveDir=hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/oldWALs, maxLogs=32 2024-11-08T19:52:46,772 DEBUG [RS:0;692b295ad45c:44437 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/WALs/692b295ad45c,44437,1731095566042/692b295ad45c%2C44437%2C1731095566042.1731095566759, exclude list is [], retry=0 2024-11-08T19:52:46,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44939,DS-67158efb-be88-4a2c-b251-588d990af62c,DISK] 2024-11-08T19:52:46,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36837,DS-63da4203-f7ef-4846-af87-a3ef5e8578e5,DISK] 2024-11-08T19:52:46,777 INFO [RS:0;692b295ad45c:44437 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/WALs/692b295ad45c,44437,1731095566042/692b295ad45c%2C44437%2C1731095566042.1731095566759 2024-11-08T19:52:46,777 DEBUG [RS:0;692b295ad45c:44437 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36505:36505),(127.0.0.1/127.0.0.1:42765:42765)] 2024-11-08T19:52:46,948 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T19:52:46,948 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5 2024-11-08T19:52:46,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44939 is added to blk_1073741833_1009 (size=32) 2024-11-08T19:52:46,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36837 is added to blk_1073741833_1009 (size=32) 2024-11-08T19:52:46,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:52:46,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:52:46,963 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:52:46,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:52:46,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:52:46,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:52:46,966 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:52:46,966 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:52:46,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:52:46,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:52:46,968 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:52:46,968 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:52:46,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:52:46,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:52:46,970 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:52:46,970 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:52:46,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:52:46,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:52:46,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/hbase/meta/1588230740 2024-11-08T19:52:46,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/hbase/meta/1588230740 2024-11-08T19:52:46,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:52:46,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:52:46,974 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T19:52:46,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:52:46,977 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:52:46,977 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=879159, jitterRate=0.11790964007377625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T19:52:46,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731095566961Initializing all the Stores at 1731095566962 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731095566962Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731095566962Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731095566962Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731095566962Cleaning up temporary data from old regions at 1731095566973 (+11 ms)Region opened successfully at 1731095566978 (+5 ms) 2024-11-08T19:52:46,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:52:46,978 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:52:46,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:52:46,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:52:46,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:52:46,978 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:52:46,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731095566978Disabling compacts and flushes for region at 1731095566978Disabling writes for close at 1731095566978Writing region close event to WAL at 1731095566978Closed at 1731095566978 2024-11-08T19:52:46,980 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:52:46,980 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T19:52:46,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T19:52:46,981 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:52:46,982 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T19:52:47,133 DEBUG [692b295ad45c:39879 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T19:52:47,134 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=692b295ad45c,44437,1731095566042 2024-11-08T19:52:47,137 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,44437,1731095566042, state=OPENING 2024-11-08T19:52:47,184 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T19:52:47,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39879-0x1011c02118f0000, quorum=127.0.0.1:61989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:52:47,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44437-0x1011c02118f0001, quorum=127.0.0.1:61989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:52:47,196 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:52:47,197 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:52:47,197 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:52:47,197 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=692b295ad45c,44437,1731095566042}] 2024-11-08T19:52:47,355 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T19:52:47,356 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33057, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T19:52:47,362 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T19:52:47,363 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:52:47,363 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T19:52:47,366 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=692b295ad45c%2C44437%2C1731095566042.meta, suffix=.meta, logDir=hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/WALs/692b295ad45c,44437,1731095566042, archiveDir=hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/oldWALs, maxLogs=32 2024-11-08T19:52:47,385 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/WALs/692b295ad45c,44437,1731095566042/692b295ad45c%2C44437%2C1731095566042.meta.1731095567367.meta, exclude list is [], retry=0 2024-11-08T19:52:47,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44939,DS-67158efb-be88-4a2c-b251-588d990af62c,DISK] 2024-11-08T19:52:47,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36837,DS-63da4203-f7ef-4846-af87-a3ef5e8578e5,DISK] 2024-11-08T19:52:47,390 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/WALs/692b295ad45c,44437,1731095566042/692b295ad45c%2C44437%2C1731095566042.meta.1731095567367.meta 2024-11-08T19:52:47,390 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36505:36505),(127.0.0.1/127.0.0.1:42765:42765)] 2024-11-08T19:52:47,390 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:52:47,391 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T19:52:47,391 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T19:52:47,391 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T19:52:47,391 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T19:52:47,391 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:52:47,391 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T19:52:47,391 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T19:52:47,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:52:47,393 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:52:47,393 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:52:47,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:52:47,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:52:47,395 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:52:47,395 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:52:47,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:52:47,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:52:47,396 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:52:47,396 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:52:47,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:52:47,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:52:47,398 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:52:47,398 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:52:47,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:52:47,398 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:52:47,399 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/hbase/meta/1588230740 2024-11-08T19:52:47,400 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/hbase/meta/1588230740 2024-11-08T19:52:47,402 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:52:47,402 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:52:47,402 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T19:52:47,404 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:52:47,405 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=696655, jitterRate=-0.11415739357471466}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T19:52:47,405 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T19:52:47,406 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731095567391Writing region info on filesystem at 1731095567391Initializing all the Stores at 1731095567392 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731095567392Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731095567392Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731095567392Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731095567392Cleaning up temporary data from old regions at 1731095567402 (+10 ms)Running coprocessor post-open hooks at 1731095567405 (+3 ms)Region opened successfully at 1731095567406 (+1 ms) 2024-11-08T19:52:47,407 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731095567354 2024-11-08T19:52:47,409 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T19:52:47,410 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T19:52:47,410 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=692b295ad45c,44437,1731095566042 2024-11-08T19:52:47,411 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,44437,1731095566042, state=OPEN 2024-11-08T19:52:47,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39879-0x1011c02118f0000, quorum=127.0.0.1:61989, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:52:47,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44437-0x1011c02118f0001, quorum=127.0.0.1:61989, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:52:47,449 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=692b295ad45c,44437,1731095566042 2024-11-08T19:52:47,449 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:52:47,449 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:52:47,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T19:52:47,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=692b295ad45c,44437,1731095566042 in 252 msec 2024-11-08T19:52:47,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T19:52:47,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 475 msec 2024-11-08T19:52:47,462 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:52:47,462 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T19:52:47,464 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:52:47,464 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,44437,1731095566042, seqNum=-1] 2024-11-08T19:52:47,464 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:52:47,465 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51577, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:52:47,470 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 940 msec 2024-11-08T19:52:47,470 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731095567470, completionTime=-1 2024-11-08T19:52:47,470 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T19:52:47,470 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T19:52:47,472 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T19:52:47,472 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731095627472 2024-11-08T19:52:47,472 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731095687472 2024-11-08T19:52:47,472 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T19:52:47,472 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,39879,1731095565815-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:52:47,472 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,39879,1731095565815-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:52:47,472 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,39879,1731095565815-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:52:47,472 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-692b295ad45c:39879, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:52:47,472 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T19:52:47,473 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T19:52:47,474 DEBUG [master/692b295ad45c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T19:52:47,477 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.367sec 2024-11-08T19:52:47,477 INFO [master/692b295ad45c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T19:52:47,477 INFO [master/692b295ad45c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T19:52:47,477 INFO [master/692b295ad45c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T19:52:47,477 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T19:52:47,477 INFO [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T19:52:47,477 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,39879,1731095565815-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:52:47,478 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,39879,1731095565815-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T19:52:47,481 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T19:52:47,481 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T19:52:47,481 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,39879,1731095565815-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:52:47,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78d4ad2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:52:47,572 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,39879,-1 for getting cluster id 2024-11-08T19:52:47,572 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:52:47,577 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6547468-7587-4807-ba69-c2dc1d605b68' 2024-11-08T19:52:47,578 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:52:47,579 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6547468-7587-4807-ba69-c2dc1d605b68" 2024-11-08T19:52:47,579 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a2d2ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:52:47,580 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,39879,-1] 2024-11-08T19:52:47,580 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:52:47,581 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:52:47,584 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:52:47,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b22531e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:52:47,586 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:52:47,587 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,44437,1731095566042, seqNum=-1] 2024-11-08T19:52:47,587 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:52:47,589 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:52:47,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=692b295ad45c,39879,1731095565815 2024-11-08T19:52:47,591 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:52:47,594 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-08T19:52:47,594 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:52:47,595 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,39879,1731095565815 2024-11-08T19:52:47,595 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e66ee71 2024-11-08T19:52:47,595 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:52:47,597 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:52:47,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39879 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-08T19:52:47,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39879 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-08T19:52:47,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39879 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:52:47,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39879 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T19:52:47,601 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T19:52:47,601 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:52:47,601 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39879 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-11-08T19:52:47,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:52:47,602 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T19:52:47,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44939 is added to blk_1073741835_1011 (size=405) 2024-11-08T19:52:47,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36837 is added to blk_1073741835_1011 (size=405) 2024-11-08T19:52:47,613 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 33b2085e5e7fc61a6762d3946680e6bf, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731095567597.33b2085e5e7fc61a6762d3946680e6bf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5 2024-11-08T19:52:47,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36837 is added to blk_1073741836_1012 (size=88) 2024-11-08T19:52:47,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44939 is added to blk_1073741836_1012 (size=88) 2024-11-08T19:52:47,621 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731095567597.33b2085e5e7fc61a6762d3946680e6bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:52:47,621 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing 33b2085e5e7fc61a6762d3946680e6bf, disabling compactions & flushes 2024-11-08T19:52:47,622 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731095567597.33b2085e5e7fc61a6762d3946680e6bf. 2024-11-08T19:52:47,622 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731095567597.33b2085e5e7fc61a6762d3946680e6bf. 2024-11-08T19:52:47,622 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731095567597.33b2085e5e7fc61a6762d3946680e6bf. after waiting 0 ms 2024-11-08T19:52:47,622 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731095567597.33b2085e5e7fc61a6762d3946680e6bf. 2024-11-08T19:52:47,622 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731095567597.33b2085e5e7fc61a6762d3946680e6bf. 2024-11-08T19:52:47,622 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 33b2085e5e7fc61a6762d3946680e6bf: Waiting for close lock at 1731095567621Disabling compacts and flushes for region at 1731095567621Disabling writes for close at 1731095567622 (+1 ms)Writing region close event to WAL at 1731095567622Closed at 1731095567622 2024-11-08T19:52:47,623 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T19:52:47,623 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731095567597.33b2085e5e7fc61a6762d3946680e6bf.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1731095567623"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731095567623"}]},"ts":"1731095567623"} 2024-11-08T19:52:47,626 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T19:52:47,627 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T19:52:47,627 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731095567627"}]},"ts":"1731095567627"} 2024-11-08T19:52:47,629 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-11-08T19:52:47,629 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=33b2085e5e7fc61a6762d3946680e6bf, ASSIGN}] 2024-11-08T19:52:47,631 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=33b2085e5e7fc61a6762d3946680e6bf, ASSIGN 2024-11-08T19:52:47,632 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=33b2085e5e7fc61a6762d3946680e6bf, ASSIGN; state=OFFLINE, location=692b295ad45c,44437,1731095566042; forceNewPlan=false, retain=false 2024-11-08T19:52:47,783 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=33b2085e5e7fc61a6762d3946680e6bf, regionState=OPENING, regionLocation=692b295ad45c,44437,1731095566042 2024-11-08T19:52:47,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=33b2085e5e7fc61a6762d3946680e6bf, ASSIGN because future has completed 2024-11-08T19:52:47,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 33b2085e5e7fc61a6762d3946680e6bf, server=692b295ad45c,44437,1731095566042}] 2024-11-08T19:52:47,955 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731095567597.33b2085e5e7fc61a6762d3946680e6bf. 2024-11-08T19:52:47,955 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 33b2085e5e7fc61a6762d3946680e6bf, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731095567597.33b2085e5e7fc61a6762d3946680e6bf.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:52:47,956 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling 33b2085e5e7fc61a6762d3946680e6bf 2024-11-08T19:52:47,956 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731095567597.33b2085e5e7fc61a6762d3946680e6bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:52:47,956 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 33b2085e5e7fc61a6762d3946680e6bf 2024-11-08T19:52:47,956 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 33b2085e5e7fc61a6762d3946680e6bf 2024-11-08T19:52:47,958 INFO [StoreOpener-33b2085e5e7fc61a6762d3946680e6bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 33b2085e5e7fc61a6762d3946680e6bf 2024-11-08T19:52:47,961 INFO [StoreOpener-33b2085e5e7fc61a6762d3946680e6bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33b2085e5e7fc61a6762d3946680e6bf columnFamilyName info 2024-11-08T19:52:47,961 DEBUG [StoreOpener-33b2085e5e7fc61a6762d3946680e6bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:52:47,962 INFO [StoreOpener-33b2085e5e7fc61a6762d3946680e6bf-1 {}] regionserver.HStore(327): Store=33b2085e5e7fc61a6762d3946680e6bf/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:52:47,962 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 33b2085e5e7fc61a6762d3946680e6bf 2024-11-08T19:52:47,963 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/33b2085e5e7fc61a6762d3946680e6bf 2024-11-08T19:52:47,964 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/33b2085e5e7fc61a6762d3946680e6bf 2024-11-08T19:52:47,964 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 33b2085e5e7fc61a6762d3946680e6bf 2024-11-08T19:52:47,965 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 33b2085e5e7fc61a6762d3946680e6bf 2024-11-08T19:52:47,967 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 33b2085e5e7fc61a6762d3946680e6bf 2024-11-08T19:52:47,971 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/33b2085e5e7fc61a6762d3946680e6bf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:52:47,971 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 33b2085e5e7fc61a6762d3946680e6bf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=807261, jitterRate=0.026486575603485107}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T19:52:47,971 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 33b2085e5e7fc61a6762d3946680e6bf 2024-11-08T19:52:47,972 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 33b2085e5e7fc61a6762d3946680e6bf: Running coprocessor pre-open hook at 1731095567956Writing region info on filesystem at 1731095567956Initializing all the Stores at 1731095567958 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731095567958Cleaning up temporary data from old regions at 1731095567965 (+7 ms)Running coprocessor post-open hooks at 1731095567971 (+6 ms)Region opened successfully at 1731095567972 (+1 ms) 2024-11-08T19:52:47,973 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731095567597.33b2085e5e7fc61a6762d3946680e6bf., pid=6, masterSystemTime=1731095567946 2024-11-08T19:52:47,976 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731095567597.33b2085e5e7fc61a6762d3946680e6bf. 2024-11-08T19:52:47,976 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731095567597.33b2085e5e7fc61a6762d3946680e6bf. 2024-11-08T19:52:47,977 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=33b2085e5e7fc61a6762d3946680e6bf, regionState=OPEN, openSeqNum=2, regionLocation=692b295ad45c,44437,1731095566042 2024-11-08T19:52:47,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 33b2085e5e7fc61a6762d3946680e6bf, server=692b295ad45c,44437,1731095566042 because future has completed 2024-11-08T19:52:47,985 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T19:52:47,986 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 33b2085e5e7fc61a6762d3946680e6bf, server=692b295ad45c,44437,1731095566042 in 190 msec 2024-11-08T19:52:47,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T19:52:47,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=33b2085e5e7fc61a6762d3946680e6bf, ASSIGN in 356 msec 2024-11-08T19:52:47,989 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T19:52:47,990 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731095567989"}]},"ts":"1731095567989"} 2024-11-08T19:52:47,992 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-11-08T19:52:47,993 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T19:52:47,995 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 395 msec 2024-11-08T19:52:50,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:52:50,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:52:50,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:52:50,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:52:50,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:52:50,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:52:50,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:52:50,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:52:50,584 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T19:52:50,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:52:50,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:52:50,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:52:50,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:52:50,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:52:50,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:52:50,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:52:50,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:52:52,620 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T19:52:52,622 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-11-08T19:52:55,047 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T19:52:55,047 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T19:52:55,049 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:52:55,049 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T19:52:55,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T19:52:55,050 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T19:52:55,051 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T19:52:55,052 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-11-08T19:52:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:52:57,624 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-08T19:52:57,624 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-11-08T19:52:57,631 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T19:52:57,631 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731095567597.33b2085e5e7fc61a6762d3946680e6bf. 2024-11-08T19:52:57,634 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731095567597.33b2085e5e7fc61a6762d3946680e6bf., hostname=692b295ad45c,44437,1731095566042, seqNum=2] 2024-11-08T19:52:57,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T19:52:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39879 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T19:52:57,647 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-08T19:52:57,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:52:57,649 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T19:52:57,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T19:52:57,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44437 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-08T19:52:57,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731095567597.33b2085e5e7fc61a6762d3946680e6bf. 2024-11-08T19:52:57,811 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 33b2085e5e7fc61a6762d3946680e6bf 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-08T19:52:57,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/33b2085e5e7fc61a6762d3946680e6bf/.tmp/info/7c6c8eb53e034c24a25bc993025ea377 is 1055, key is row0001/info:/1731095577636/Put/seqid=0 2024-11-08T19:52:57,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44939 is added to blk_1073741837_1013 (size=6008) 2024-11-08T19:52:57,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36837 is added to blk_1073741837_1013 (size=6008) 2024-11-08T19:52:57,832 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/33b2085e5e7fc61a6762d3946680e6bf/.tmp/info/7c6c8eb53e034c24a25bc993025ea377 2024-11-08T19:52:57,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/33b2085e5e7fc61a6762d3946680e6bf/.tmp/info/7c6c8eb53e034c24a25bc993025ea377 as hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/33b2085e5e7fc61a6762d3946680e6bf/info/7c6c8eb53e034c24a25bc993025ea377 2024-11-08T19:52:57,847 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/33b2085e5e7fc61a6762d3946680e6bf/info/7c6c8eb53e034c24a25bc993025ea377, entries=1, sequenceid=5, filesize=5.9 K 2024-11-08T19:52:57,849 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 33b2085e5e7fc61a6762d3946680e6bf in 38ms, sequenceid=5, compaction requested=false 2024-11-08T19:52:57,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 33b2085e5e7fc61a6762d3946680e6bf: 2024-11-08T19:52:57,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731095567597.33b2085e5e7fc61a6762d3946680e6bf. 2024-11-08T19:52:57,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-08T19:52:57,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39879 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-08T19:52:57,856 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-08T19:52:57,856 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 203 msec 2024-11-08T19:52:57,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 214 msec 2024-11-08T19:53:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:53:07,692 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-08T19:53:07,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T19:53:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39879 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T19:53:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T19:53:07,698 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-08T19:53:07,699 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T19:53:07,699 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T19:53:07,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44437 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-08T19:53:07,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731095567597.33b2085e5e7fc61a6762d3946680e6bf. 2024-11-08T19:53:07,855 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 33b2085e5e7fc61a6762d3946680e6bf 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-08T19:53:07,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/33b2085e5e7fc61a6762d3946680e6bf/.tmp/info/f6bb95b34a094e03a5a1b7712289e340 is 1055, key is row0002/info:/1731095587693/Put/seqid=0 2024-11-08T19:53:07,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44939 is added to blk_1073741838_1014 (size=6008) 2024-11-08T19:53:07,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36837 is added to blk_1073741838_1014 (size=6008) 2024-11-08T19:53:07,873 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/33b2085e5e7fc61a6762d3946680e6bf/.tmp/info/f6bb95b34a094e03a5a1b7712289e340 2024-11-08T19:53:07,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/33b2085e5e7fc61a6762d3946680e6bf/.tmp/info/f6bb95b34a094e03a5a1b7712289e340 as hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/33b2085e5e7fc61a6762d3946680e6bf/info/f6bb95b34a094e03a5a1b7712289e340 2024-11-08T19:53:07,890 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/33b2085e5e7fc61a6762d3946680e6bf/info/f6bb95b34a094e03a5a1b7712289e340, entries=1, sequenceid=9, filesize=5.9 K 2024-11-08T19:53:07,891 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 33b2085e5e7fc61a6762d3946680e6bf in 37ms, sequenceid=9, compaction requested=false 2024-11-08T19:53:07,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 33b2085e5e7fc61a6762d3946680e6bf: 2024-11-08T19:53:07,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731095567597.33b2085e5e7fc61a6762d3946680e6bf. 2024-11-08T19:53:07,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-08T19:53:07,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39879 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-08T19:53:07,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T19:53:07,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 194 msec 2024-11-08T19:53:07,898 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 201 msec 2024-11-08T19:53:15,792 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T19:53:17,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T19:53:17,732 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-08T19:53:17,753 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/WALs/692b295ad45c,44437,1731095566042/692b295ad45c%2C44437%2C1731095566042.1731095597737, exclude list is [], retry=0 2024-11-08T19:53:17,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44939,DS-67158efb-be88-4a2c-b251-588d990af62c,DISK] 2024-11-08T19:53:17,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36837,DS-63da4203-f7ef-4846-af87-a3ef5e8578e5,DISK] 2024-11-08T19:53:17,756 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/WALs/692b295ad45c,44437,1731095566042/692b295ad45c%2C44437%2C1731095566042.1731095566759 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/WALs/692b295ad45c,44437,1731095566042/692b295ad45c%2C44437%2C1731095566042.1731095597737 2024-11-08T19:53:17,757 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36505:36505),(127.0.0.1/127.0.0.1:42765:42765)] 2024-11-08T19:53:17,757 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/WALs/692b295ad45c,44437,1731095566042/692b295ad45c%2C44437%2C1731095566042.1731095566759 is not closed yet, will try archiving it next time 2024-11-08T19:53:17,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T19:53:17,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36837 is added to blk_1073741832_1008 (size=5471) 2024-11-08T19:53:17,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44939 is added to blk_1073741832_1008 (size=5471) 2024-11-08T19:53:17,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39879 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T19:53:17,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T19:53:17,760 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-08T19:53:17,761 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T19:53:17,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T19:53:17,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44437 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-08T19:53:17,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731095567597.33b2085e5e7fc61a6762d3946680e6bf. 2024-11-08T19:53:17,917 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 33b2085e5e7fc61a6762d3946680e6bf 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-08T19:53:17,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/33b2085e5e7fc61a6762d3946680e6bf/.tmp/info/280788d771654f73a64408ce02d8102c is 1055, key is row0003/info:/1731095597735/Put/seqid=0 2024-11-08T19:53:17,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36837 is added to blk_1073741840_1016 (size=6008) 2024-11-08T19:53:17,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44939 is added to blk_1073741840_1016 (size=6008) 2024-11-08T19:53:17,934 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/33b2085e5e7fc61a6762d3946680e6bf/.tmp/info/280788d771654f73a64408ce02d8102c 2024-11-08T19:53:17,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/33b2085e5e7fc61a6762d3946680e6bf/.tmp/info/280788d771654f73a64408ce02d8102c as hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/33b2085e5e7fc61a6762d3946680e6bf/info/280788d771654f73a64408ce02d8102c 2024-11-08T19:53:17,947 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/33b2085e5e7fc61a6762d3946680e6bf/info/280788d771654f73a64408ce02d8102c, entries=1, sequenceid=13, filesize=5.9 K 2024-11-08T19:53:17,948 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 33b2085e5e7fc61a6762d3946680e6bf in 32ms, sequenceid=13, compaction requested=true 2024-11-08T19:53:17,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 33b2085e5e7fc61a6762d3946680e6bf: 2024-11-08T19:53:17,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731095567597.33b2085e5e7fc61a6762d3946680e6bf. 2024-11-08T19:53:17,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-08T19:53:17,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39879 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-08T19:53:17,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-08T19:53:17,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 188 msec 2024-11-08T19:53:17,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 194 msec 2024-11-08T19:53:27,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T19:53:27,834 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-08T19:53:27,841 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:53:27,843 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:53:27,845 DEBUG [Time-limited test {}] regionserver.HStore(1541): 33b2085e5e7fc61a6762d3946680e6bf/info is initiating minor compaction (all files) 2024-11-08T19:53:27,845 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T19:53:27,845 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:53:27,845 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 33b2085e5e7fc61a6762d3946680e6bf/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731095567597.33b2085e5e7fc61a6762d3946680e6bf. 2024-11-08T19:53:27,846 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/33b2085e5e7fc61a6762d3946680e6bf/info/7c6c8eb53e034c24a25bc993025ea377, hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/33b2085e5e7fc61a6762d3946680e6bf/info/f6bb95b34a094e03a5a1b7712289e340, hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/33b2085e5e7fc61a6762d3946680e6bf/info/280788d771654f73a64408ce02d8102c] into tmpdir=hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/33b2085e5e7fc61a6762d3946680e6bf/.tmp, totalSize=17.6 K 2024-11-08T19:53:27,847 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 7c6c8eb53e034c24a25bc993025ea377, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731095577636 2024-11-08T19:53:27,847 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting f6bb95b34a094e03a5a1b7712289e340, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1731095587693 2024-11-08T19:53:27,848 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 280788d771654f73a64408ce02d8102c, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731095597735 2024-11-08T19:53:27,870 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 33b2085e5e7fc61a6762d3946680e6bf#info#compaction#21 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:53:27,871 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/33b2085e5e7fc61a6762d3946680e6bf/.tmp/info/f064880959064a1ba51d3114ba27c576 is 1055, key is row0001/info:/1731095577636/Put/seqid=0 2024-11-08T19:53:27,875 INFO [master/692b295ad45c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T19:53:27,875 INFO [master/692b295ad45c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T19:53:27,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44939 is added to blk_1073741841_1017 (size=8221) 2024-11-08T19:53:27,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36837 is added to blk_1073741841_1017 (size=8221) 2024-11-08T19:53:27,884 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/33b2085e5e7fc61a6762d3946680e6bf/.tmp/info/f064880959064a1ba51d3114ba27c576 as hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/33b2085e5e7fc61a6762d3946680e6bf/info/f064880959064a1ba51d3114ba27c576 2024-11-08T19:53:27,897 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 33b2085e5e7fc61a6762d3946680e6bf/info of 33b2085e5e7fc61a6762d3946680e6bf into f064880959064a1ba51d3114ba27c576(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:53:27,898 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 33b2085e5e7fc61a6762d3946680e6bf: 2024-11-08T19:53:27,913 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/WALs/692b295ad45c,44437,1731095566042/692b295ad45c%2C44437%2C1731095566042.1731095607900, exclude list is [], retry=0 2024-11-08T19:53:27,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36837,DS-63da4203-f7ef-4846-af87-a3ef5e8578e5,DISK] 2024-11-08T19:53:27,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44939,DS-67158efb-be88-4a2c-b251-588d990af62c,DISK] 2024-11-08T19:53:27,917 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/WALs/692b295ad45c,44437,1731095566042/692b295ad45c%2C44437%2C1731095566042.1731095597737 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/WALs/692b295ad45c,44437,1731095566042/692b295ad45c%2C44437%2C1731095566042.1731095607900 2024-11-08T19:53:27,917 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42765:42765),(127.0.0.1/127.0.0.1:36505:36505)] 2024-11-08T19:53:27,917 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/WALs/692b295ad45c,44437,1731095566042/692b295ad45c%2C44437%2C1731095566042.1731095597737 is not closed yet, will try archiving it next time 2024-11-08T19:53:27,918 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/WALs/692b295ad45c,44437,1731095566042/692b295ad45c%2C44437%2C1731095566042.1731095566759 to hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/oldWALs/692b295ad45c%2C44437%2C1731095566042.1731095566759 2024-11-08T19:53:27,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T19:53:27,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44939 is added to blk_1073741839_1015 (size=2495) 2024-11-08T19:53:27,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36837 is added to blk_1073741839_1015 (size=2495) 2024-11-08T19:53:27,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39879 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T19:53:27,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T19:53:27,921 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-08T19:53:27,922 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T19:53:27,922 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T19:53:28,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44437 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-08T19:53:28,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731095567597.33b2085e5e7fc61a6762d3946680e6bf. 2024-11-08T19:53:28,075 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 33b2085e5e7fc61a6762d3946680e6bf 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-08T19:53:28,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/33b2085e5e7fc61a6762d3946680e6bf/.tmp/info/cce3fa54d07a4a6aa36d4b0d25bfd011 is 1055, key is row0000/info:/1731095607899/Put/seqid=0 2024-11-08T19:53:28,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36837 is added to blk_1073741843_1019 (size=6008) 2024-11-08T19:53:28,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44939 is added to blk_1073741843_1019 (size=6008) 2024-11-08T19:53:28,086 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/33b2085e5e7fc61a6762d3946680e6bf/.tmp/info/cce3fa54d07a4a6aa36d4b0d25bfd011 2024-11-08T19:53:28,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/33b2085e5e7fc61a6762d3946680e6bf/.tmp/info/cce3fa54d07a4a6aa36d4b0d25bfd011 as hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/33b2085e5e7fc61a6762d3946680e6bf/info/cce3fa54d07a4a6aa36d4b0d25bfd011 2024-11-08T19:53:28,101 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/33b2085e5e7fc61a6762d3946680e6bf/info/cce3fa54d07a4a6aa36d4b0d25bfd011, entries=1, sequenceid=18, filesize=5.9 K 2024-11-08T19:53:28,102 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 33b2085e5e7fc61a6762d3946680e6bf in 27ms, sequenceid=18, compaction requested=false 2024-11-08T19:53:28,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 33b2085e5e7fc61a6762d3946680e6bf: 2024-11-08T19:53:28,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731095567597.33b2085e5e7fc61a6762d3946680e6bf. 2024-11-08T19:53:28,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-08T19:53:28,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39879 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-08T19:53:28,106 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-08T19:53:28,106 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 182 msec 2024-11-08T19:53:28,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 188 msec 2024-11-08T19:53:32,956 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 33b2085e5e7fc61a6762d3946680e6bf, had cached 0 bytes from a total of 14229 2024-11-08T19:53:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T19:53:37,964 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-08T19:53:37,986 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/WALs/692b295ad45c,44437,1731095566042/692b295ad45c%2C44437%2C1731095566042.1731095617971, exclude list is [], retry=0 2024-11-08T19:53:37,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44939,DS-67158efb-be88-4a2c-b251-588d990af62c,DISK] 2024-11-08T19:53:37,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36837,DS-63da4203-f7ef-4846-af87-a3ef5e8578e5,DISK] 2024-11-08T19:53:37,990 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/WALs/692b295ad45c,44437,1731095566042/692b295ad45c%2C44437%2C1731095566042.1731095607900 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/WALs/692b295ad45c,44437,1731095566042/692b295ad45c%2C44437%2C1731095566042.1731095617971 2024-11-08T19:53:37,991 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42765:42765),(127.0.0.1/127.0.0.1:36505:36505)] 2024-11-08T19:53:37,991 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/WALs/692b295ad45c,44437,1731095566042/692b295ad45c%2C44437%2C1731095566042.1731095607900 is not closed yet, will try archiving it next time 2024-11-08T19:53:37,991 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/WALs/692b295ad45c,44437,1731095566042/692b295ad45c%2C44437%2C1731095566042.1731095597737 to hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/oldWALs/692b295ad45c%2C44437%2C1731095566042.1731095597737 2024-11-08T19:53:37,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T19:53:37,991 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:53:37,991 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:53:37,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:53:37,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:53:37,992 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T19:53:37,992 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:53:37,992 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1464600471, stopped=false 2024-11-08T19:53:37,992 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=692b295ad45c,39879,1731095565815 2024-11-08T19:53:37,992 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/WALs/692b295ad45c,44437,1731095566042/692b295ad45c%2C44437%2C1731095566042.1731095607900 not finished, retry = 0 2024-11-08T19:53:37,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44939 is added to blk_1073741842_1018 (size=2001) 2024-11-08T19:53:37,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36837 is added to blk_1073741842_1018 (size=2001) 2024-11-08T19:53:38,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39879-0x1011c02118f0000, quorum=127.0.0.1:61989, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T19:53:38,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44437-0x1011c02118f0001, quorum=127.0.0.1:61989, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T19:53:38,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39879-0x1011c02118f0000, quorum=127.0.0.1:61989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:53:38,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44437-0x1011c02118f0001, quorum=127.0.0.1:61989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:53:38,075 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:53:38,075 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:53:38,076 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:53:38,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:53:38,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44437-0x1011c02118f0001, quorum=127.0.0.1:61989, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:53:38,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39879-0x1011c02118f0000, quorum=127.0.0.1:61989, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:53:38,076 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '692b295ad45c,44437,1731095566042' ***** 2024-11-08T19:53:38,077 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T19:53:38,077 INFO [RS:0;692b295ad45c:44437 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T19:53:38,077 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T19:53:38,078 INFO [RS:0;692b295ad45c:44437 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T19:53:38,078 INFO [RS:0;692b295ad45c:44437 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T19:53:38,078 INFO [RS:0;692b295ad45c:44437 {}] regionserver.HRegionServer(3091): Received CLOSE for 33b2085e5e7fc61a6762d3946680e6bf 2024-11-08T19:53:38,078 INFO [RS:0;692b295ad45c:44437 {}] regionserver.HRegionServer(959): stopping server 692b295ad45c,44437,1731095566042 2024-11-08T19:53:38,078 INFO [RS:0;692b295ad45c:44437 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:53:38,079 INFO [RS:0;692b295ad45c:44437 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:44437. 2024-11-08T19:53:38,079 DEBUG [RS:0;692b295ad45c:44437 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:53:38,079 DEBUG [RS:0;692b295ad45c:44437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:53:38,079 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 33b2085e5e7fc61a6762d3946680e6bf, disabling compactions & flushes 2024-11-08T19:53:38,079 INFO [RS:0;692b295ad45c:44437 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T19:53:38,079 INFO [RS:0;692b295ad45c:44437 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T19:53:38,079 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731095567597.33b2085e5e7fc61a6762d3946680e6bf. 2024-11-08T19:53:38,079 INFO [RS:0;692b295ad45c:44437 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T19:53:38,079 INFO [RS:0;692b295ad45c:44437 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T19:53:38,079 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731095567597.33b2085e5e7fc61a6762d3946680e6bf. 2024-11-08T19:53:38,079 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731095567597.33b2085e5e7fc61a6762d3946680e6bf. after waiting 0 ms 2024-11-08T19:53:38,080 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731095567597.33b2085e5e7fc61a6762d3946680e6bf. 2024-11-08T19:53:38,080 INFO [RS:0;692b295ad45c:44437 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T19:53:38,080 DEBUG [RS:0;692b295ad45c:44437 {}] regionserver.HRegionServer(1325): Online Regions={33b2085e5e7fc61a6762d3946680e6bf=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731095567597.33b2085e5e7fc61a6762d3946680e6bf., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T19:53:38,080 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 33b2085e5e7fc61a6762d3946680e6bf 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-08T19:53:38,080 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:53:38,080 DEBUG [RS:0;692b295ad45c:44437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 33b2085e5e7fc61a6762d3946680e6bf 2024-11-08T19:53:38,080 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:53:38,080 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:53:38,080 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:53:38,080 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:53:38,080 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-11-08T19:53:38,084 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/33b2085e5e7fc61a6762d3946680e6bf/.tmp/info/d5929f3cf2bd474280cd5f00f1c2202d is 1055, key is row0001/info:/1731095617967/Put/seqid=0 2024-11-08T19:53:38,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36837 is added to blk_1073741845_1021 (size=6008) 2024-11-08T19:53:38,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44939 is added to blk_1073741845_1021 (size=6008) 2024-11-08T19:53:38,090 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/33b2085e5e7fc61a6762d3946680e6bf/.tmp/info/d5929f3cf2bd474280cd5f00f1c2202d 2024-11-08T19:53:38,097 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/33b2085e5e7fc61a6762d3946680e6bf/.tmp/info/d5929f3cf2bd474280cd5f00f1c2202d as hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/33b2085e5e7fc61a6762d3946680e6bf/info/d5929f3cf2bd474280cd5f00f1c2202d 2024-11-08T19:53:38,103 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/hbase/meta/1588230740/.tmp/info/7bb5ddecc6a04c4ebe781bf83517d6b3 is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731095567597.33b2085e5e7fc61a6762d3946680e6bf./info:regioninfo/1731095567977/Put/seqid=0 2024-11-08T19:53:38,103 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/33b2085e5e7fc61a6762d3946680e6bf/info/d5929f3cf2bd474280cd5f00f1c2202d, entries=1, sequenceid=22, filesize=5.9 K 2024-11-08T19:53:38,105 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 33b2085e5e7fc61a6762d3946680e6bf in 24ms, sequenceid=22, compaction requested=true 2024-11-08T19:53:38,105 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731095567597.33b2085e5e7fc61a6762d3946680e6bf.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/33b2085e5e7fc61a6762d3946680e6bf/info/7c6c8eb53e034c24a25bc993025ea377, hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/33b2085e5e7fc61a6762d3946680e6bf/info/f6bb95b34a094e03a5a1b7712289e340, hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/33b2085e5e7fc61a6762d3946680e6bf/info/280788d771654f73a64408ce02d8102c] to archive 2024-11-08T19:53:38,108 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731095567597.33b2085e5e7fc61a6762d3946680e6bf.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T19:53:38,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36837 is added to blk_1073741846_1022 (size=7308) 2024-11-08T19:53:38,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44939 is added to blk_1073741846_1022 (size=7308) 2024-11-08T19:53:38,110 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/hbase/meta/1588230740/.tmp/info/7bb5ddecc6a04c4ebe781bf83517d6b3 2024-11-08T19:53:38,111 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731095567597.33b2085e5e7fc61a6762d3946680e6bf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/33b2085e5e7fc61a6762d3946680e6bf/info/7c6c8eb53e034c24a25bc993025ea377 to hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/33b2085e5e7fc61a6762d3946680e6bf/info/7c6c8eb53e034c24a25bc993025ea377 2024-11-08T19:53:38,112 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731095567597.33b2085e5e7fc61a6762d3946680e6bf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/33b2085e5e7fc61a6762d3946680e6bf/info/f6bb95b34a094e03a5a1b7712289e340 to hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/33b2085e5e7fc61a6762d3946680e6bf/info/f6bb95b34a094e03a5a1b7712289e340 2024-11-08T19:53:38,114 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731095567597.33b2085e5e7fc61a6762d3946680e6bf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/33b2085e5e7fc61a6762d3946680e6bf/info/280788d771654f73a64408ce02d8102c to hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/33b2085e5e7fc61a6762d3946680e6bf/info/280788d771654f73a64408ce02d8102c 2024-11-08T19:53:38,124 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731095567597.33b2085e5e7fc61a6762d3946680e6bf.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:39879 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T19:53:38,125 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731095567597.33b2085e5e7fc61a6762d3946680e6bf.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [7c6c8eb53e034c24a25bc993025ea377=6008, f6bb95b34a094e03a5a1b7712289e340=6008, 280788d771654f73a64408ce02d8102c=6008] 2024-11-08T19:53:38,129 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/33b2085e5e7fc61a6762d3946680e6bf/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-11-08T19:53:38,129 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731095567597.33b2085e5e7fc61a6762d3946680e6bf. 2024-11-08T19:53:38,129 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 33b2085e5e7fc61a6762d3946680e6bf: Waiting for close lock at 1731095618079Running coprocessor pre-close hooks at 1731095618079Disabling compacts and flushes for region at 1731095618079Disabling writes for close at 1731095618079Obtaining lock to block concurrent updates at 1731095618080 (+1 ms)Preparing flush snapshotting stores in 33b2085e5e7fc61a6762d3946680e6bf at 1731095618080Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731095567597.33b2085e5e7fc61a6762d3946680e6bf., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1731095618080Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731095567597.33b2085e5e7fc61a6762d3946680e6bf. at 1731095618081 (+1 ms)Flushing 33b2085e5e7fc61a6762d3946680e6bf/info: creating writer at 1731095618081Flushing 33b2085e5e7fc61a6762d3946680e6bf/info: appending metadata at 1731095618084 (+3 ms)Flushing 33b2085e5e7fc61a6762d3946680e6bf/info: closing flushed file at 1731095618084Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@477ec1f7: reopening flushed file at 1731095618096 (+12 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 33b2085e5e7fc61a6762d3946680e6bf in 24ms, sequenceid=22, compaction requested=true at 1731095618105 (+9 ms)Writing region close event to WAL at 1731095618125 (+20 ms)Running coprocessor post-close hooks at 1731095618129 (+4 ms)Closed at 1731095618129 2024-11-08T19:53:38,130 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731095567597.33b2085e5e7fc61a6762d3946680e6bf. 2024-11-08T19:53:38,131 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/hbase/meta/1588230740/.tmp/ns/e59616861989484f8139519b1cb03fb6 is 43, key is default/ns:d/1731095567465/Put/seqid=0 2024-11-08T19:53:38,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36837 is added to blk_1073741847_1023 (size=5153) 2024-11-08T19:53:38,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44939 is added to blk_1073741847_1023 (size=5153) 2024-11-08T19:53:38,137 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/hbase/meta/1588230740/.tmp/ns/e59616861989484f8139519b1cb03fb6 2024-11-08T19:53:38,156 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/hbase/meta/1588230740/.tmp/table/b1dfacf993c7496cad4f85c1532e5315 is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1731095567989/Put/seqid=0 2024-11-08T19:53:38,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36837 is added to blk_1073741848_1024 (size=5508) 2024-11-08T19:53:38,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44939 is added to blk_1073741848_1024 (size=5508) 2024-11-08T19:53:38,162 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/hbase/meta/1588230740/.tmp/table/b1dfacf993c7496cad4f85c1532e5315 2024-11-08T19:53:38,167 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/hbase/meta/1588230740/.tmp/info/7bb5ddecc6a04c4ebe781bf83517d6b3 as hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/hbase/meta/1588230740/info/7bb5ddecc6a04c4ebe781bf83517d6b3 2024-11-08T19:53:38,173 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/hbase/meta/1588230740/info/7bb5ddecc6a04c4ebe781bf83517d6b3, entries=10, sequenceid=11, filesize=7.1 K 2024-11-08T19:53:38,174 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/hbase/meta/1588230740/.tmp/ns/e59616861989484f8139519b1cb03fb6 as hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/hbase/meta/1588230740/ns/e59616861989484f8139519b1cb03fb6 2024-11-08T19:53:38,180 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/hbase/meta/1588230740/ns/e59616861989484f8139519b1cb03fb6, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T19:53:38,181 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/hbase/meta/1588230740/.tmp/table/b1dfacf993c7496cad4f85c1532e5315 as hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/hbase/meta/1588230740/table/b1dfacf993c7496cad4f85c1532e5315 2024-11-08T19:53:38,187 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/hbase/meta/1588230740/table/b1dfacf993c7496cad4f85c1532e5315, entries=2, sequenceid=11, filesize=5.4 K 2024-11-08T19:53:38,188 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 108ms, sequenceid=11, compaction requested=false 2024-11-08T19:53:38,193 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T19:53:38,193 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:53:38,194 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:53:38,194 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731095618080Running coprocessor pre-close hooks at 1731095618080Disabling compacts and flushes for region at 1731095618080Disabling writes for close at 1731095618080Obtaining lock to block concurrent updates at 1731095618080Preparing flush snapshotting stores in 1588230740 at 1731095618080Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1731095618081 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731095618081Flushing 1588230740/info: creating writer at 1731095618081Flushing 1588230740/info: appending metadata at 1731095618103 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731095618103Flushing 1588230740/ns: creating writer at 1731095618117 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731095618131 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731095618131Flushing 1588230740/table: creating writer at 1731095618142 (+11 ms)Flushing 1588230740/table: appending metadata at 1731095618156 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731095618156Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@96648cf: reopening flushed file at 1731095618167 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10f1bbf9: reopening flushed file at 1731095618173 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59fc924b: reopening flushed file at 1731095618180 (+7 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 108ms, sequenceid=11, compaction requested=false at 1731095618188 (+8 ms)Writing region close event to WAL at 1731095618189 (+1 ms)Running coprocessor post-close hooks at 1731095618193 (+4 ms)Closed at 1731095618194 (+1 ms) 2024-11-08T19:53:38,194 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T19:53:38,280 INFO [RS:0;692b295ad45c:44437 {}] regionserver.HRegionServer(976): stopping server 692b295ad45c,44437,1731095566042; all regions closed. 2024-11-08T19:53:38,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36837 is added to blk_1073741834_1010 (size=3306) 2024-11-08T19:53:38,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44939 is added to blk_1073741834_1010 (size=3306) 2024-11-08T19:53:38,290 DEBUG [RS:0;692b295ad45c:44437 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/oldWALs 2024-11-08T19:53:38,290 INFO [RS:0;692b295ad45c:44437 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 692b295ad45c%2C44437%2C1731095566042.meta:.meta(num 1731095567367) 2024-11-08T19:53:38,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44939 is added to blk_1073741844_1020 (size=1252) 2024-11-08T19:53:38,292 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/WALs/692b295ad45c,44437,1731095566042/692b295ad45c%2C44437%2C1731095566042.1731095617971 not finished, retry = 0 2024-11-08T19:53:38,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36837 is added to blk_1073741844_1020 (size=1252) 2024-11-08T19:53:38,400 DEBUG [RS:0;692b295ad45c:44437 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/oldWALs 2024-11-08T19:53:38,400 INFO [RS:0;692b295ad45c:44437 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 692b295ad45c%2C44437%2C1731095566042:(num 1731095617971) 2024-11-08T19:53:38,401 DEBUG [RS:0;692b295ad45c:44437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:53:38,401 INFO [RS:0;692b295ad45c:44437 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:53:38,401 INFO [RS:0;692b295ad45c:44437 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:53:38,402 INFO [RS:0;692b295ad45c:44437 {}] hbase.ChoreService(370): Chore service for: regionserver/692b295ad45c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T19:53:38,402 INFO [RS:0;692b295ad45c:44437 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:53:38,402 INFO [regionserver/692b295ad45c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:53:38,403 INFO [RS:0;692b295ad45c:44437 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44437 2024-11-08T19:53:38,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44437-0x1011c02118f0001, quorum=127.0.0.1:61989, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/692b295ad45c,44437,1731095566042 2024-11-08T19:53:38,453 INFO [RS:0;692b295ad45c:44437 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:53:38,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39879-0x1011c02118f0000, quorum=127.0.0.1:61989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T19:53:38,464 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [692b295ad45c,44437,1731095566042] 2024-11-08T19:53:38,474 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/692b295ad45c,44437,1731095566042 already deleted, retry=false 2024-11-08T19:53:38,474 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 692b295ad45c,44437,1731095566042 expired; onlineServers=0 2024-11-08T19:53:38,474 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '692b295ad45c,39879,1731095565815' ***** 2024-11-08T19:53:38,474 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T19:53:38,474 INFO [M:0;692b295ad45c:39879 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:53:38,474 INFO [M:0;692b295ad45c:39879 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:53:38,474 DEBUG [M:0;692b295ad45c:39879 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T19:53:38,475 DEBUG [M:0;692b295ad45c:39879 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T19:53:38,475 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T19:53:38,475 DEBUG [master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731095566539 {}] cleaner.HFileCleaner(306): Exit Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731095566539,5,FailOnTimeoutGroup] 2024-11-08T19:53:38,475 DEBUG [master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731095566539 {}] cleaner.HFileCleaner(306): Exit Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731095566539,5,FailOnTimeoutGroup] 2024-11-08T19:53:38,475 INFO [M:0;692b295ad45c:39879 {}] hbase.ChoreService(370): Chore service for: master/692b295ad45c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T19:53:38,475 INFO [M:0;692b295ad45c:39879 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:53:38,475 DEBUG [M:0;692b295ad45c:39879 {}] master.HMaster(1795): Stopping service threads 2024-11-08T19:53:38,475 INFO [M:0;692b295ad45c:39879 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T19:53:38,475 INFO [M:0;692b295ad45c:39879 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:53:38,475 INFO [M:0;692b295ad45c:39879 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T19:53:38,476 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T19:53:38,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39879-0x1011c02118f0000, quorum=127.0.0.1:61989, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T19:53:38,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39879-0x1011c02118f0000, quorum=127.0.0.1:61989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:53:38,485 DEBUG [M:0;692b295ad45c:39879 {}] zookeeper.ZKUtil(347): master:39879-0x1011c02118f0000, quorum=127.0.0.1:61989, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T19:53:38,485 WARN [M:0;692b295ad45c:39879 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T19:53:38,487 INFO [M:0;692b295ad45c:39879 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/.lastflushedseqids 2024-11-08T19:53:38,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36837 is added to blk_1073741849_1025 (size=130) 2024-11-08T19:53:38,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44939 is added to blk_1073741849_1025 (size=130) 2024-11-08T19:53:38,496 INFO [M:0;692b295ad45c:39879 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T19:53:38,496 INFO [M:0;692b295ad45c:39879 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T19:53:38,496 DEBUG [M:0;692b295ad45c:39879 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:53:38,496 INFO [M:0;692b295ad45c:39879 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:53:38,496 DEBUG [M:0;692b295ad45c:39879 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:53:38,496 DEBUG [M:0;692b295ad45c:39879 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:53:38,496 DEBUG [M:0;692b295ad45c:39879 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:53:38,497 INFO [M:0;692b295ad45c:39879 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.54 KB heapSize=54.89 KB 2024-11-08T19:53:38,510 DEBUG [M:0;692b295ad45c:39879 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d258ccccb6004859ac34d35f6f028b39 is 82, key is hbase:meta,,1/info:regioninfo/1731095567410/Put/seqid=0 2024-11-08T19:53:38,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36837 is added to blk_1073741850_1026 (size=5672) 2024-11-08T19:53:38,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44939 is added to blk_1073741850_1026 (size=5672) 2024-11-08T19:53:38,516 INFO [M:0;692b295ad45c:39879 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d258ccccb6004859ac34d35f6f028b39 2024-11-08T19:53:38,536 DEBUG [M:0;692b295ad45c:39879 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4769ded0065c4220b4f3bc40b34a84ed is 797, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731095567994/Put/seqid=0 2024-11-08T19:53:38,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44939 is added to blk_1073741851_1027 (size=7817) 2024-11-08T19:53:38,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36837 is added to blk_1073741851_1027 (size=7817) 2024-11-08T19:53:38,542 INFO [M:0;692b295ad45c:39879 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.93 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4769ded0065c4220b4f3bc40b34a84ed 2024-11-08T19:53:38,548 INFO [M:0;692b295ad45c:39879 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4769ded0065c4220b4f3bc40b34a84ed 2024-11-08T19:53:38,564 INFO [RS:0;692b295ad45c:44437 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:53:38,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44437-0x1011c02118f0001, quorum=127.0.0.1:61989, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:53:38,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44437-0x1011c02118f0001, quorum=127.0.0.1:61989, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:53:38,564 INFO [RS:0;692b295ad45c:44437 {}] regionserver.HRegionServer(1031): Exiting; stopping=692b295ad45c,44437,1731095566042; zookeeper connection closed. 2024-11-08T19:53:38,564 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1271fed2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1271fed2 2024-11-08T19:53:38,565 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T19:53:38,567 DEBUG [M:0;692b295ad45c:39879 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8b329c64bac74ad088bb76df734ba96f is 69, key is 692b295ad45c,44437,1731095566042/rs:state/1731095566603/Put/seqid=0 2024-11-08T19:53:38,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44939 is added to blk_1073741852_1028 (size=5156) 2024-11-08T19:53:38,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36837 is added to blk_1073741852_1028 (size=5156) 2024-11-08T19:53:38,572 INFO [M:0;692b295ad45c:39879 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8b329c64bac74ad088bb76df734ba96f 2024-11-08T19:53:38,590 DEBUG [M:0;692b295ad45c:39879 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/1e7685c3374a45cc90309bbac10ac90e is 52, key is load_balancer_on/state:d/1731095567593/Put/seqid=0 2024-11-08T19:53:38,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44939 is added to blk_1073741853_1029 (size=5056) 2024-11-08T19:53:38,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36837 is added to blk_1073741853_1029 (size=5056) 2024-11-08T19:53:38,595 INFO [M:0;692b295ad45c:39879 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/1e7685c3374a45cc90309bbac10ac90e 2024-11-08T19:53:38,601 DEBUG [M:0;692b295ad45c:39879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d258ccccb6004859ac34d35f6f028b39 as hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d258ccccb6004859ac34d35f6f028b39 2024-11-08T19:53:38,607 INFO [M:0;692b295ad45c:39879 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d258ccccb6004859ac34d35f6f028b39, entries=8, sequenceid=121, filesize=5.5 K 2024-11-08T19:53:38,608 DEBUG [M:0;692b295ad45c:39879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4769ded0065c4220b4f3bc40b34a84ed as hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4769ded0065c4220b4f3bc40b34a84ed 2024-11-08T19:53:38,614 INFO [M:0;692b295ad45c:39879 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4769ded0065c4220b4f3bc40b34a84ed 2024-11-08T19:53:38,614 INFO [M:0;692b295ad45c:39879 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4769ded0065c4220b4f3bc40b34a84ed, entries=14, sequenceid=121, filesize=7.6 K 2024-11-08T19:53:38,615 DEBUG [M:0;692b295ad45c:39879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8b329c64bac74ad088bb76df734ba96f as hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8b329c64bac74ad088bb76df734ba96f 2024-11-08T19:53:38,620 INFO [M:0;692b295ad45c:39879 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8b329c64bac74ad088bb76df734ba96f, entries=1, sequenceid=121, filesize=5.0 K 2024-11-08T19:53:38,621 DEBUG [M:0;692b295ad45c:39879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/1e7685c3374a45cc90309bbac10ac90e as hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/1e7685c3374a45cc90309bbac10ac90e 2024-11-08T19:53:38,626 INFO [M:0;692b295ad45c:39879 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34509/user/jenkins/test-data/ac619be2-8dbd-9e75-a8ce-6c6e4842f4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/1e7685c3374a45cc90309bbac10ac90e, entries=1, sequenceid=121, filesize=4.9 K 2024-11-08T19:53:38,628 INFO [M:0;692b295ad45c:39879 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.54 KB/44581, heapSize ~54.83 KB/56144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 132ms, sequenceid=121, compaction requested=false 2024-11-08T19:53:38,629 INFO [regionserver/692b295ad45c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:53:38,630 INFO [M:0;692b295ad45c:39879 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:53:38,630 DEBUG [M:0;692b295ad45c:39879 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731095618496Disabling compacts and flushes for region at 1731095618496Disabling writes for close at 1731095618496Obtaining lock to block concurrent updates at 1731095618497 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731095618497Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44581, getHeapSize=56144, getOffHeapSize=0, getCellsCount=140 at 1731095618497Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731095618497Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731095618497Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731095618510 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731095618510Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731095618521 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731095618535 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731095618535Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731095618548 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731095618566 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731095618566Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731095618577 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731095618589 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731095618589Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10963567: reopening flushed file at 1731095618600 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@698e71a8: reopening flushed file at 1731095618607 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43838ae9: reopening flushed file at 1731095618614 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74525c55: reopening flushed file at 1731095618620 (+6 ms)Finished flush of dataSize ~43.54 KB/44581, heapSize ~54.83 KB/56144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 132ms, sequenceid=121, compaction requested=false at 1731095618628 (+8 ms)Writing region close event to WAL at 1731095618630 (+2 ms)Closed at 1731095618630 2024-11-08T19:53:38,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36837 is added to blk_1073741830_1006 (size=52978) 2024-11-08T19:53:38,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44939 is added to blk_1073741830_1006 (size=52978) 2024-11-08T19:53:38,633 INFO [M:0;692b295ad45c:39879 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T19:53:38,633 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:53:38,633 INFO [M:0;692b295ad45c:39879 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39879 2024-11-08T19:53:38,633 INFO [M:0;692b295ad45c:39879 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:53:38,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39879-0x1011c02118f0000, quorum=127.0.0.1:61989, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:53:38,743 INFO [M:0;692b295ad45c:39879 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:53:38,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39879-0x1011c02118f0000, quorum=127.0.0.1:61989, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:53:38,746 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f1e7887{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:53:38,747 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50799f3f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:53:38,747 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:53:38,747 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e816b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:53:38,747 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ac352ca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/04fc9be4-ac90-629b-d5c0-02b8545e1902/hadoop.log.dir/,STOPPED} 2024-11-08T19:53:38,750 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T19:53:38,750 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T19:53:38,750 WARN [BP-604507831-172.17.0.2-1731095562214 heartbeating to localhost/127.0.0.1:34509 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T19:53:38,750 WARN [BP-604507831-172.17.0.2-1731095562214 heartbeating to localhost/127.0.0.1:34509 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-604507831-172.17.0.2-1731095562214 (Datanode Uuid 867c580a-6adf-4d49-827c-4e807c5ccc2b) service to localhost/127.0.0.1:34509 2024-11-08T19:53:38,751 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/04fc9be4-ac90-629b-d5c0-02b8545e1902/cluster_931cef6f-02a9-e9f2-db70-0078f2f3d865/data/data3/current/BP-604507831-172.17.0.2-1731095562214 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:53:38,751 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/04fc9be4-ac90-629b-d5c0-02b8545e1902/cluster_931cef6f-02a9-e9f2-db70-0078f2f3d865/data/data4/current/BP-604507831-172.17.0.2-1731095562214 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:53:38,751 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T19:53:38,754 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72e0f13d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:53:38,755 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@163ba220{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:53:38,755 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:53:38,755 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2320853e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:53:38,755 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@693607e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/04fc9be4-ac90-629b-d5c0-02b8545e1902/hadoop.log.dir/,STOPPED} 2024-11-08T19:53:38,756 WARN [BP-604507831-172.17.0.2-1731095562214 heartbeating to localhost/127.0.0.1:34509 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T19:53:38,756 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T19:53:38,756 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T19:53:38,756 WARN [BP-604507831-172.17.0.2-1731095562214 heartbeating to localhost/127.0.0.1:34509 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-604507831-172.17.0.2-1731095562214 (Datanode Uuid b04cce8f-9125-474f-8416-54f5bf7fcf2b) service to localhost/127.0.0.1:34509 2024-11-08T19:53:38,757 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/04fc9be4-ac90-629b-d5c0-02b8545e1902/cluster_931cef6f-02a9-e9f2-db70-0078f2f3d865/data/data1/current/BP-604507831-172.17.0.2-1731095562214 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:53:38,757 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/04fc9be4-ac90-629b-d5c0-02b8545e1902/cluster_931cef6f-02a9-e9f2-db70-0078f2f3d865/data/data2/current/BP-604507831-172.17.0.2-1731095562214 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:53:38,757 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T19:53:38,762 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b349b5d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:53:38,763 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19daade3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:53:38,763 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:53:38,763 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@147cdfda{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:53:38,763 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78aa4fc7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/04fc9be4-ac90-629b-d5c0-02b8545e1902/hadoop.log.dir/,STOPPED} 2024-11-08T19:53:38,769 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T19:53:38,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T19:53:38,793 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=98 (was 103), OpenFileDescriptor=426 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=78 (was 153), ProcessCount=11 (was 11), AvailableMemoryMB=7056 (was 7139) 2024-11-08T19:53:38,799 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=98, OpenFileDescriptor=426, MaxFileDescriptor=1048576, SystemLoadAverage=78, ProcessCount=11, AvailableMemoryMB=7056 2024-11-08T19:53:38,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T19:53:38,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/04fc9be4-ac90-629b-d5c0-02b8545e1902/hadoop.log.dir so I do NOT create it in target/test-data/10fe8c48-2d41-05a7-dd69-061a906bcf03 2024-11-08T19:53:38,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/04fc9be4-ac90-629b-d5c0-02b8545e1902/hadoop.tmp.dir so I do NOT create it in target/test-data/10fe8c48-2d41-05a7-dd69-061a906bcf03 2024-11-08T19:53:38,799 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/10fe8c48-2d41-05a7-dd69-061a906bcf03/cluster_25c462dc-ca52-cb07-f9b7-acd9ee89aa74, deleteOnExit=true 2024-11-08T19:53:38,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T19:53:38,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/10fe8c48-2d41-05a7-dd69-061a906bcf03/test.cache.data in system properties and HBase conf 2024-11-08T19:53:38,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/10fe8c48-2d41-05a7-dd69-061a906bcf03/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T19:53:38,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/10fe8c48-2d41-05a7-dd69-061a906bcf03/hadoop.log.dir in system properties and HBase conf 2024-11-08T19:53:38,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/10fe8c48-2d41-05a7-dd69-061a906bcf03/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T19:53:38,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/10fe8c48-2d41-05a7-dd69-061a906bcf03/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T19:53:38,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T19:53:38,800 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T19:53:38,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/10fe8c48-2d41-05a7-dd69-061a906bcf03/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:53:38,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/10fe8c48-2d41-05a7-dd69-061a906bcf03/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:53:38,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/10fe8c48-2d41-05a7-dd69-061a906bcf03/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T19:53:38,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/10fe8c48-2d41-05a7-dd69-061a906bcf03/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:53:38,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/10fe8c48-2d41-05a7-dd69-061a906bcf03/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T19:53:38,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/10fe8c48-2d41-05a7-dd69-061a906bcf03/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T19:53:38,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/10fe8c48-2d41-05a7-dd69-061a906bcf03/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:53:38,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/10fe8c48-2d41-05a7-dd69-061a906bcf03/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:53:38,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/10fe8c48-2d41-05a7-dd69-061a906bcf03/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T19:53:38,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/10fe8c48-2d41-05a7-dd69-061a906bcf03/nfs.dump.dir in system properties and HBase conf 2024-11-08T19:53:38,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/10fe8c48-2d41-05a7-dd69-061a906bcf03/java.io.tmpdir in system properties and HBase conf 2024-11-08T19:53:38,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/10fe8c48-2d41-05a7-dd69-061a906bcf03/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:53:38,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/10fe8c48-2d41-05a7-dd69-061a906bcf03/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T19:53:38,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/10fe8c48-2d41-05a7-dd69-061a906bcf03/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T19:53:39,190 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:53:39,194 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:53:39,195 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:53:39,195 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:53:39,195 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T19:53:39,196 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:53:39,196 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b60bc0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/10fe8c48-2d41-05a7-dd69-061a906bcf03/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:53:39,196 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7dc4ed50{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:53:39,288 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e43b4d8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/10fe8c48-2d41-05a7-dd69-061a906bcf03/java.io.tmpdir/jetty-localhost-37477-hadoop-hdfs-3_4_1-tests_jar-_-any-16838932108187971860/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:53:39,289 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c6855cd{HTTP/1.1, (http/1.1)}{localhost:37477} 2024-11-08T19:53:39,289 INFO [Time-limited test {}] server.Server(415): Started @152329ms 2024-11-08T19:53:39,593 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:53:39,596 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:53:39,597 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:53:39,597 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:53:39,597 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T19:53:39,597 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@694ec3f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/10fe8c48-2d41-05a7-dd69-061a906bcf03/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:53:39,598 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d906eae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:53:39,690 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2a218732{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/10fe8c48-2d41-05a7-dd69-061a906bcf03/java.io.tmpdir/jetty-localhost-44691-hadoop-hdfs-3_4_1-tests_jar-_-any-2561237347387067701/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:53:39,690 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44ab9aa3{HTTP/1.1, (http/1.1)}{localhost:44691} 2024-11-08T19:53:39,691 INFO [Time-limited test {}] server.Server(415): Started @152731ms 2024-11-08T19:53:39,692 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T19:53:39,726 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:53:39,729 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:53:39,730 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:53:39,731 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:53:39,731 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T19:53:39,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76e3af92{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/10fe8c48-2d41-05a7-dd69-061a906bcf03/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:53:39,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@146afb5b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:53:39,826 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c67a768{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/10fe8c48-2d41-05a7-dd69-061a906bcf03/java.io.tmpdir/jetty-localhost-45667-hadoop-hdfs-3_4_1-tests_jar-_-any-3743928936318320709/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:53:39,826 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55877a9a{HTTP/1.1, (http/1.1)}{localhost:45667} 2024-11-08T19:53:39,827 INFO [Time-limited test {}] server.Server(415): Started @152867ms 2024-11-08T19:53:39,828 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T19:53:40,859 WARN [Thread-1105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/10fe8c48-2d41-05a7-dd69-061a906bcf03/cluster_25c462dc-ca52-cb07-f9b7-acd9ee89aa74/data/data2/current/BP-240243580-172.17.0.2-1731095618817/current, will proceed with Du for space computation calculation, 2024-11-08T19:53:40,859 WARN [Thread-1104 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/10fe8c48-2d41-05a7-dd69-061a906bcf03/cluster_25c462dc-ca52-cb07-f9b7-acd9ee89aa74/data/data1/current/BP-240243580-172.17.0.2-1731095618817/current, will proceed with Du for space computation calculation, 2024-11-08T19:53:40,875 WARN [Thread-1068 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T19:53:40,877 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x12bda4e5495b28d6 with lease ID 0x7c9c04372627885: Processing first storage report for DS-e0e321bc-ba9c-4e00-86dd-a07683c7183b from datanode DatanodeRegistration(127.0.0.1:33763, datanodeUuid=38ed2f11-58dc-4959-aee4-00e988598da8, infoPort=34643, infoSecurePort=0, ipcPort=44703, storageInfo=lv=-57;cid=testClusterID;nsid=253504385;c=1731095618817) 2024-11-08T19:53:40,877 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x12bda4e5495b28d6 with lease ID 0x7c9c04372627885: from storage DS-e0e321bc-ba9c-4e00-86dd-a07683c7183b node DatanodeRegistration(127.0.0.1:33763, datanodeUuid=38ed2f11-58dc-4959-aee4-00e988598da8, infoPort=34643, infoSecurePort=0, ipcPort=44703, storageInfo=lv=-57;cid=testClusterID;nsid=253504385;c=1731095618817), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:53:40,877 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x12bda4e5495b28d6 with lease ID 0x7c9c04372627885: Processing first storage report for DS-07dba4fe-a7eb-4b4b-9759-e27fd4e678ea from datanode DatanodeRegistration(127.0.0.1:33763, datanodeUuid=38ed2f11-58dc-4959-aee4-00e988598da8, infoPort=34643, infoSecurePort=0, ipcPort=44703, storageInfo=lv=-57;cid=testClusterID;nsid=253504385;c=1731095618817) 2024-11-08T19:53:40,877 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x12bda4e5495b28d6 with lease ID 0x7c9c04372627885: from storage DS-07dba4fe-a7eb-4b4b-9759-e27fd4e678ea node DatanodeRegistration(127.0.0.1:33763, datanodeUuid=38ed2f11-58dc-4959-aee4-00e988598da8, infoPort=34643, infoSecurePort=0, ipcPort=44703, storageInfo=lv=-57;cid=testClusterID;nsid=253504385;c=1731095618817), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:53:41,006 WARN [Thread-1115 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/10fe8c48-2d41-05a7-dd69-061a906bcf03/cluster_25c462dc-ca52-cb07-f9b7-acd9ee89aa74/data/data3/current/BP-240243580-172.17.0.2-1731095618817/current, will proceed with Du for space computation calculation, 2024-11-08T19:53:41,006 WARN [Thread-1116 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/10fe8c48-2d41-05a7-dd69-061a906bcf03/cluster_25c462dc-ca52-cb07-f9b7-acd9ee89aa74/data/data4/current/BP-240243580-172.17.0.2-1731095618817/current, will proceed with Du for space computation calculation, 2024-11-08T19:53:41,025 WARN [Thread-1091 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T19:53:41,027 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9b4bda9b347d23b with lease ID 0x7c9c04372627886: Processing first storage report for DS-17d775f3-69b2-4ac3-af9e-9f4a2e6c5f0b from datanode DatanodeRegistration(127.0.0.1:43977, datanodeUuid=e9e49e85-a2fe-447d-8ec0-97c8d7f9f5af, infoPort=33647, infoSecurePort=0, ipcPort=41623, storageInfo=lv=-57;cid=testClusterID;nsid=253504385;c=1731095618817) 2024-11-08T19:53:41,027 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9b4bda9b347d23b with lease ID 0x7c9c04372627886: from storage DS-17d775f3-69b2-4ac3-af9e-9f4a2e6c5f0b node DatanodeRegistration(127.0.0.1:43977, datanodeUuid=e9e49e85-a2fe-447d-8ec0-97c8d7f9f5af, infoPort=33647, infoSecurePort=0, ipcPort=41623, storageInfo=lv=-57;cid=testClusterID;nsid=253504385;c=1731095618817), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:53:41,028 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9b4bda9b347d23b with lease ID 0x7c9c04372627886: Processing first storage report for DS-474797d0-b342-410b-9b7b-95068861a273 from datanode DatanodeRegistration(127.0.0.1:43977, datanodeUuid=e9e49e85-a2fe-447d-8ec0-97c8d7f9f5af, infoPort=33647, infoSecurePort=0, ipcPort=41623, storageInfo=lv=-57;cid=testClusterID;nsid=253504385;c=1731095618817) 2024-11-08T19:53:41,028 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9b4bda9b347d23b with lease ID 0x7c9c04372627886: from storage DS-474797d0-b342-410b-9b7b-95068861a273 node DatanodeRegistration(127.0.0.1:43977, datanodeUuid=e9e49e85-a2fe-447d-8ec0-97c8d7f9f5af, infoPort=33647, infoSecurePort=0, ipcPort=41623, storageInfo=lv=-57;cid=testClusterID;nsid=253504385;c=1731095618817), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:53:41,063 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/10fe8c48-2d41-05a7-dd69-061a906bcf03 2024-11-08T19:53:41,066 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/10fe8c48-2d41-05a7-dd69-061a906bcf03/cluster_25c462dc-ca52-cb07-f9b7-acd9ee89aa74/zookeeper_0, clientPort=64843, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/10fe8c48-2d41-05a7-dd69-061a906bcf03/cluster_25c462dc-ca52-cb07-f9b7-acd9ee89aa74/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/10fe8c48-2d41-05a7-dd69-061a906bcf03/cluster_25c462dc-ca52-cb07-f9b7-acd9ee89aa74/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T19:53:41,067 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64843 2024-11-08T19:53:41,067 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:53:41,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:53:41,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741825_1001 (size=7) 2024-11-08T19:53:41,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741825_1001 (size=7) 2024-11-08T19:53:41,082 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff with version=8 2024-11-08T19:53:41,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/hbase-staging 2024-11-08T19:53:41,083 INFO [Time-limited test {}] client.ConnectionUtils(128): master/692b295ad45c:0 server-side Connection retries=45 2024-11-08T19:53:41,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:53:41,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:53:41,084 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:53:41,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:53:41,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:53:41,084 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T19:53:41,084 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:53:41,085 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46777 2024-11-08T19:53:41,087 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46777 connecting to ZooKeeper ensemble=127.0.0.1:64843 2024-11-08T19:53:41,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:467770x0, quorum=127.0.0.1:64843, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:53:41,146 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46777-0x1011c02e9740000 connected 2024-11-08T19:53:41,230 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:53:41,232 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:53:41,234 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46777-0x1011c02e9740000, quorum=127.0.0.1:64843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:53:41,234 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff, hbase.cluster.distributed=false 2024-11-08T19:53:41,236 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46777-0x1011c02e9740000, quorum=127.0.0.1:64843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T19:53:41,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46777 2024-11-08T19:53:41,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46777 2024-11-08T19:53:41,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46777 2024-11-08T19:53:41,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46777 2024-11-08T19:53:41,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46777 2024-11-08T19:53:41,254 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/692b295ad45c:0 server-side Connection retries=45 2024-11-08T19:53:41,254 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:53:41,254 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:53:41,255 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:53:41,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:53:41,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:53:41,255 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T19:53:41,255 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:53:41,255 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34911 2024-11-08T19:53:41,257 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34911 connecting to ZooKeeper ensemble=127.0.0.1:64843 2024-11-08T19:53:41,257 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:53:41,259 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:53:41,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:349110x0, quorum=127.0.0.1:64843, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:53:41,273 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34911-0x1011c02e9740001 connected 2024-11-08T19:53:41,273 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34911-0x1011c02e9740001, quorum=127.0.0.1:64843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:53:41,273 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T19:53:41,274 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T19:53:41,275 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34911-0x1011c02e9740001, quorum=127.0.0.1:64843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T19:53:41,277 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34911-0x1011c02e9740001, quorum=127.0.0.1:64843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T19:53:41,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34911 2024-11-08T19:53:41,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34911 2024-11-08T19:53:41,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34911 2024-11-08T19:53:41,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34911 2024-11-08T19:53:41,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34911 2024-11-08T19:53:41,295 DEBUG [M:0;692b295ad45c:46777 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;692b295ad45c:46777 2024-11-08T19:53:41,295 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/692b295ad45c,46777,1731095621083 2024-11-08T19:53:41,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34911-0x1011c02e9740001, quorum=127.0.0.1:64843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:53:41,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46777-0x1011c02e9740000, quorum=127.0.0.1:64843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:53:41,304 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46777-0x1011c02e9740000, quorum=127.0.0.1:64843, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/692b295ad45c,46777,1731095621083 2024-11-08T19:53:41,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46777-0x1011c02e9740000, quorum=127.0.0.1:64843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:53:41,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34911-0x1011c02e9740001, quorum=127.0.0.1:64843, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T19:53:41,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34911-0x1011c02e9740001, quorum=127.0.0.1:64843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:53:41,315 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46777-0x1011c02e9740000, quorum=127.0.0.1:64843, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T19:53:41,315 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/692b295ad45c,46777,1731095621083 from backup master directory 2024-11-08T19:53:41,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46777-0x1011c02e9740000, quorum=127.0.0.1:64843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/692b295ad45c,46777,1731095621083 2024-11-08T19:53:41,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34911-0x1011c02e9740001, quorum=127.0.0.1:64843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:53:41,325 WARN [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:53:41,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46777-0x1011c02e9740000, quorum=127.0.0.1:64843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:53:41,325 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=692b295ad45c,46777,1731095621083 2024-11-08T19:53:41,329 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/hbase.id] with ID: 74bf1a65-767d-4c96-b75b-e2e23f42d382 2024-11-08T19:53:41,329 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/.tmp/hbase.id 2024-11-08T19:53:41,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741826_1002 (size=42) 2024-11-08T19:53:41,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741826_1002 (size=42) 2024-11-08T19:53:41,336 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/.tmp/hbase.id]:[hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/hbase.id] 2024-11-08T19:53:41,349 INFO [master/692b295ad45c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:53:41,349 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T19:53:41,350 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T19:53:41,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46777-0x1011c02e9740000, quorum=127.0.0.1:64843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:53:41,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34911-0x1011c02e9740001, quorum=127.0.0.1:64843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:53:41,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741827_1003 (size=196) 2024-11-08T19:53:41,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741827_1003 (size=196) 2024-11-08T19:53:41,370 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:53:41,371 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T19:53:41,371 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:53:41,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741828_1004 (size=1189) 2024-11-08T19:53:41,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741828_1004 (size=1189) 2024-11-08T19:53:41,380 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/MasterData/data/master/store 2024-11-08T19:53:41,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741829_1005 (size=34) 2024-11-08T19:53:41,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741829_1005 (size=34) 2024-11-08T19:53:41,387 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:53:41,387 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:53:41,387 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:53:41,387 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:53:41,387 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:53:41,387 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:53:41,387 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:53:41,387 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731095621387Disabling compacts and flushes for region at 1731095621387Disabling writes for close at 1731095621387Writing region close event to WAL at 1731095621387Closed at 1731095621387 2024-11-08T19:53:41,388 WARN [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/MasterData/data/master/store/.initializing 2024-11-08T19:53:41,388 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/MasterData/WALs/692b295ad45c,46777,1731095621083 2024-11-08T19:53:41,389 INFO [master/692b295ad45c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:53:41,390 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=692b295ad45c%2C46777%2C1731095621083, suffix=, logDir=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/MasterData/WALs/692b295ad45c,46777,1731095621083, archiveDir=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/MasterData/oldWALs, maxLogs=10 2024-11-08T19:53:41,403 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/MasterData/WALs/692b295ad45c,46777,1731095621083/692b295ad45c%2C46777%2C1731095621083.1731095621391, exclude list is [], retry=0 2024-11-08T19:53:41,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33763,DS-e0e321bc-ba9c-4e00-86dd-a07683c7183b,DISK] 2024-11-08T19:53:41,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43977,DS-17d775f3-69b2-4ac3-af9e-9f4a2e6c5f0b,DISK] 2024-11-08T19:53:41,407 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/MasterData/WALs/692b295ad45c,46777,1731095621083/692b295ad45c%2C46777%2C1731095621083.1731095621391 2024-11-08T19:53:41,408 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34643:34643),(127.0.0.1/127.0.0.1:33647:33647)] 2024-11-08T19:53:41,408 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:53:41,408 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:53:41,408 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:53:41,408 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:53:41,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:53:41,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T19:53:41,411 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:53:41,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:53:41,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:53:41,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T19:53:41,413 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:53:41,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:53:41,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:53:41,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T19:53:41,415 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:53:41,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:53:41,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:53:41,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T19:53:41,417 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:53:41,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:53:41,418 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:53:41,418 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:53:41,418 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:53:41,420 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:53:41,420 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:53:41,420 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:53:41,422 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:53:41,424 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:53:41,424 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=763284, jitterRate=-0.02943478524684906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:53:41,425 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731095621408Initializing all the Stores at 1731095621409 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731095621409Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731095621409Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731095621409Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731095621409Cleaning up temporary data from old regions at 1731095621420 (+11 ms)Region opened successfully at 1731095621425 (+5 ms) 2024-11-08T19:53:41,425 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T19:53:41,429 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6effd791, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=692b295ad45c/172.17.0.2:0 2024-11-08T19:53:41,430 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T19:53:41,430 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T19:53:41,430 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T19:53:41,430 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T19:53:41,430 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T19:53:41,431 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T19:53:41,431 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T19:53:41,433 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T19:53:41,433 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46777-0x1011c02e9740000, quorum=127.0.0.1:64843, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T19:53:41,440 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T19:53:41,441 INFO [master/692b295ad45c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T19:53:41,442 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46777-0x1011c02e9740000, quorum=127.0.0.1:64843, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T19:53:41,451 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T19:53:41,451 INFO [master/692b295ad45c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T19:53:41,452 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46777-0x1011c02e9740000, quorum=127.0.0.1:64843, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T19:53:41,462 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T19:53:41,463 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46777-0x1011c02e9740000, quorum=127.0.0.1:64843, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T19:53:41,472 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T19:53:41,475 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46777-0x1011c02e9740000, quorum=127.0.0.1:64843, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T19:53:41,483 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T19:53:41,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34911-0x1011c02e9740001, quorum=127.0.0.1:64843, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T19:53:41,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46777-0x1011c02e9740000, quorum=127.0.0.1:64843, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T19:53:41,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34911-0x1011c02e9740001, quorum=127.0.0.1:64843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:53:41,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46777-0x1011c02e9740000, quorum=127.0.0.1:64843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:53:41,495 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=692b295ad45c,46777,1731095621083, sessionid=0x1011c02e9740000, setting cluster-up flag (Was=false) 2024-11-08T19:53:41,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34911-0x1011c02e9740001, quorum=127.0.0.1:64843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:53:41,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46777-0x1011c02e9740000, quorum=127.0.0.1:64843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:53:41,546 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T19:53:41,549 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=692b295ad45c,46777,1731095621083 2024-11-08T19:53:41,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34911-0x1011c02e9740001, quorum=127.0.0.1:64843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:53:41,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46777-0x1011c02e9740000, quorum=127.0.0.1:64843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:53:41,610 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T19:53:41,613 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=692b295ad45c,46777,1731095621083 2024-11-08T19:53:41,616 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T19:53:41,618 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T19:53:41,619 INFO [master/692b295ad45c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T19:53:41,619 INFO [master/692b295ad45c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T19:53:41,619 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 692b295ad45c,46777,1731095621083 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T19:53:41,620 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:53:41,620 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:53:41,620 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:53:41,620 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:53:41,620 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/692b295ad45c:0, corePoolSize=10, maxPoolSize=10 2024-11-08T19:53:41,620 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:53:41,620 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/692b295ad45c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:53:41,620 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:53:41,621 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731095651621 2024-11-08T19:53:41,621 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T19:53:41,621 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T19:53:41,621 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T19:53:41,621 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T19:53:41,621 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T19:53:41,621 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T19:53:41,622 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:53:41,622 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:53:41,622 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T19:53:41,622 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T19:53:41,622 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T19:53:41,622 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T19:53:41,622 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T19:53:41,622 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T19:53:41,623 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:53:41,623 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T19:53:41,623 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731095621622,5,FailOnTimeoutGroup] 2024-11-08T19:53:41,623 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731095621623,5,FailOnTimeoutGroup] 2024-11-08T19:53:41,623 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:53:41,623 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T19:53:41,623 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T19:53:41,623 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T19:53:41,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741831_1007 (size=1321) 2024-11-08T19:53:41,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741831_1007 (size=1321) 2024-11-08T19:53:41,630 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T19:53:41,631 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff 2024-11-08T19:53:41,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741832_1008 (size=32) 2024-11-08T19:53:41,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741832_1008 (size=32) 2024-11-08T19:53:41,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:53:41,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:53:41,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:53:41,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:53:41,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:53:41,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:53:41,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:53:41,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:53:41,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:53:41,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:53:41,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:53:41,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:53:41,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:53:41,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:53:41,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:53:41,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:53:41,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:53:41,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:53:41,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/hbase/meta/1588230740 2024-11-08T19:53:41,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/hbase/meta/1588230740 2024-11-08T19:53:41,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:53:41,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:53:41,647 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T19:53:41,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:53:41,651 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:53:41,651 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=756823, jitterRate=-0.03765001893043518}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T19:53:41,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731095621637Initializing all the Stores at 1731095621637Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731095621637Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731095621638 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731095621638Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731095621638Cleaning up temporary data from old regions at 1731095621647 (+9 ms)Region opened successfully at 1731095621652 (+5 ms) 2024-11-08T19:53:41,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:53:41,652 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:53:41,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:53:41,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:53:41,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:53:41,652 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:53:41,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731095621652Disabling compacts and flushes for region at 1731095621652Disabling writes for close at 1731095621652Writing region close event to WAL at 1731095621652Closed at 1731095621652 2024-11-08T19:53:41,654 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:53:41,654 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T19:53:41,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T19:53:41,655 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:53:41,656 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T19:53:41,687 INFO [RS:0;692b295ad45c:34911 {}] regionserver.HRegionServer(746): ClusterId : 74bf1a65-767d-4c96-b75b-e2e23f42d382 2024-11-08T19:53:41,687 DEBUG [RS:0;692b295ad45c:34911 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T19:53:41,701 DEBUG [RS:0;692b295ad45c:34911 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T19:53:41,701 DEBUG [RS:0;692b295ad45c:34911 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T19:53:41,711 DEBUG [RS:0;692b295ad45c:34911 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T19:53:41,712 DEBUG [RS:0;692b295ad45c:34911 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@841c792, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=692b295ad45c/172.17.0.2:0 2024-11-08T19:53:41,722 DEBUG [RS:0;692b295ad45c:34911 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;692b295ad45c:34911 2024-11-08T19:53:41,722 INFO [RS:0;692b295ad45c:34911 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T19:53:41,722 INFO [RS:0;692b295ad45c:34911 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T19:53:41,722 DEBUG [RS:0;692b295ad45c:34911 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T19:53:41,723 INFO [RS:0;692b295ad45c:34911 {}] regionserver.HRegionServer(2659): reportForDuty to master=692b295ad45c,46777,1731095621083 with port=34911, startcode=1731095621254 2024-11-08T19:53:41,723 DEBUG [RS:0;692b295ad45c:34911 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T19:53:41,724 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50297, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T19:53:41,725 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46777 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 692b295ad45c,34911,1731095621254 2024-11-08T19:53:41,725 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46777 {}] master.ServerManager(517): Registering regionserver=692b295ad45c,34911,1731095621254 2024-11-08T19:53:41,726 DEBUG [RS:0;692b295ad45c:34911 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff 2024-11-08T19:53:41,726 DEBUG [RS:0;692b295ad45c:34911 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38207 2024-11-08T19:53:41,726 DEBUG [RS:0;692b295ad45c:34911 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T19:53:41,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46777-0x1011c02e9740000, quorum=127.0.0.1:64843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T19:53:41,736 DEBUG [RS:0;692b295ad45c:34911 {}] zookeeper.ZKUtil(111): regionserver:34911-0x1011c02e9740001, quorum=127.0.0.1:64843, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/692b295ad45c,34911,1731095621254 2024-11-08T19:53:41,736 WARN [RS:0;692b295ad45c:34911 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:53:41,736 INFO [RS:0;692b295ad45c:34911 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:53:41,736 DEBUG [RS:0;692b295ad45c:34911 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/WALs/692b295ad45c,34911,1731095621254 2024-11-08T19:53:41,736 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [692b295ad45c,34911,1731095621254] 2024-11-08T19:53:41,739 INFO [RS:0;692b295ad45c:34911 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T19:53:41,741 INFO [RS:0;692b295ad45c:34911 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T19:53:41,742 INFO [RS:0;692b295ad45c:34911 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T19:53:41,742 INFO [RS:0;692b295ad45c:34911 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:53:41,742 INFO [RS:0;692b295ad45c:34911 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T19:53:41,743 INFO [RS:0;692b295ad45c:34911 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T19:53:41,743 INFO [RS:0;692b295ad45c:34911 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T19:53:41,743 DEBUG [RS:0;692b295ad45c:34911 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:53:41,743 DEBUG [RS:0;692b295ad45c:34911 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:53:41,743 DEBUG [RS:0;692b295ad45c:34911 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:53:41,743 DEBUG [RS:0;692b295ad45c:34911 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:53:41,743 DEBUG [RS:0;692b295ad45c:34911 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:53:41,744 DEBUG [RS:0;692b295ad45c:34911 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/692b295ad45c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:53:41,744 DEBUG [RS:0;692b295ad45c:34911 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:53:41,744 DEBUG [RS:0;692b295ad45c:34911 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:53:41,744 DEBUG [RS:0;692b295ad45c:34911 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:53:41,744 DEBUG [RS:0;692b295ad45c:34911 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:53:41,744 DEBUG [RS:0;692b295ad45c:34911 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:53:41,744 DEBUG [RS:0;692b295ad45c:34911 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:53:41,744 DEBUG [RS:0;692b295ad45c:34911 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/692b295ad45c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:53:41,744 DEBUG [RS:0;692b295ad45c:34911 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:53:41,745 INFO [RS:0;692b295ad45c:34911 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:53:41,745 INFO [RS:0;692b295ad45c:34911 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:53:41,745 INFO [RS:0;692b295ad45c:34911 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:53:41,745 INFO [RS:0;692b295ad45c:34911 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T19:53:41,745 INFO [RS:0;692b295ad45c:34911 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T19:53:41,745 INFO [RS:0;692b295ad45c:34911 {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,34911,1731095621254-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:53:41,763 INFO [RS:0;692b295ad45c:34911 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T19:53:41,763 INFO [RS:0;692b295ad45c:34911 {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,34911,1731095621254-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:53:41,763 INFO [RS:0;692b295ad45c:34911 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:53:41,764 INFO [RS:0;692b295ad45c:34911 {}] regionserver.Replication(171): 692b295ad45c,34911,1731095621254 started 2024-11-08T19:53:41,776 INFO [RS:0;692b295ad45c:34911 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:53:41,776 INFO [RS:0;692b295ad45c:34911 {}] regionserver.HRegionServer(1482): Serving as 692b295ad45c,34911,1731095621254, RpcServer on 692b295ad45c/172.17.0.2:34911, sessionid=0x1011c02e9740001 2024-11-08T19:53:41,776 DEBUG [RS:0;692b295ad45c:34911 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T19:53:41,776 DEBUG [RS:0;692b295ad45c:34911 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 692b295ad45c,34911,1731095621254 2024-11-08T19:53:41,776 DEBUG [RS:0;692b295ad45c:34911 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '692b295ad45c,34911,1731095621254' 2024-11-08T19:53:41,776 DEBUG [RS:0;692b295ad45c:34911 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T19:53:41,777 DEBUG [RS:0;692b295ad45c:34911 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T19:53:41,777 DEBUG [RS:0;692b295ad45c:34911 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T19:53:41,777 DEBUG [RS:0;692b295ad45c:34911 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T19:53:41,777 DEBUG [RS:0;692b295ad45c:34911 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 692b295ad45c,34911,1731095621254 2024-11-08T19:53:41,777 DEBUG [RS:0;692b295ad45c:34911 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '692b295ad45c,34911,1731095621254' 2024-11-08T19:53:41,777 DEBUG [RS:0;692b295ad45c:34911 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T19:53:41,778 DEBUG [RS:0;692b295ad45c:34911 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T19:53:41,778 DEBUG [RS:0;692b295ad45c:34911 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T19:53:41,778 INFO [RS:0;692b295ad45c:34911 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T19:53:41,778 INFO [RS:0;692b295ad45c:34911 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T19:53:41,806 WARN [692b295ad45c:46777 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T19:53:41,879 INFO [RS:0;692b295ad45c:34911 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:53:41,882 INFO [RS:0;692b295ad45c:34911 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=692b295ad45c%2C34911%2C1731095621254, suffix=, logDir=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/WALs/692b295ad45c,34911,1731095621254, archiveDir=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/oldWALs, maxLogs=32 2024-11-08T19:53:41,901 DEBUG [RS:0;692b295ad45c:34911 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/WALs/692b295ad45c,34911,1731095621254/692b295ad45c%2C34911%2C1731095621254.1731095621883, exclude list is [], retry=0 2024-11-08T19:53:41,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33763,DS-e0e321bc-ba9c-4e00-86dd-a07683c7183b,DISK] 2024-11-08T19:53:41,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43977,DS-17d775f3-69b2-4ac3-af9e-9f4a2e6c5f0b,DISK] 2024-11-08T19:53:41,906 INFO [RS:0;692b295ad45c:34911 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/WALs/692b295ad45c,34911,1731095621254/692b295ad45c%2C34911%2C1731095621254.1731095621883 2024-11-08T19:53:41,906 DEBUG [RS:0;692b295ad45c:34911 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34643:34643),(127.0.0.1/127.0.0.1:33647:33647)] 2024-11-08T19:53:42,057 DEBUG [692b295ad45c:46777 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T19:53:42,058 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=692b295ad45c,34911,1731095621254 2024-11-08T19:53:42,060 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,34911,1731095621254, state=OPENING 2024-11-08T19:53:42,132 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T19:53:42,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46777-0x1011c02e9740000, quorum=127.0.0.1:64843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:53:42,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34911-0x1011c02e9740001, quorum=127.0.0.1:64843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:53:42,144 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:53:42,144 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:53:42,145 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:53:42,145 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=692b295ad45c,34911,1731095621254}] 2024-11-08T19:53:42,301 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T19:53:42,304 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56071, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T19:53:42,311 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T19:53:42,311 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:53:42,312 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T19:53:42,315 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=692b295ad45c%2C34911%2C1731095621254.meta, suffix=.meta, logDir=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/WALs/692b295ad45c,34911,1731095621254, archiveDir=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/oldWALs, maxLogs=32 2024-11-08T19:53:42,332 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/WALs/692b295ad45c,34911,1731095621254/692b295ad45c%2C34911%2C1731095621254.meta.1731095622316.meta, exclude list is [], retry=0 2024-11-08T19:53:42,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43977,DS-17d775f3-69b2-4ac3-af9e-9f4a2e6c5f0b,DISK] 2024-11-08T19:53:42,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33763,DS-e0e321bc-ba9c-4e00-86dd-a07683c7183b,DISK] 2024-11-08T19:53:42,336 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/WALs/692b295ad45c,34911,1731095621254/692b295ad45c%2C34911%2C1731095621254.meta.1731095622316.meta 2024-11-08T19:53:42,336 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33647:33647),(127.0.0.1/127.0.0.1:34643:34643)] 2024-11-08T19:53:42,336 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:53:42,337 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T19:53:42,337 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T19:53:42,337 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T19:53:42,337 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T19:53:42,337 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:53:42,337 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T19:53:42,337 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T19:53:42,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:53:42,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:53:42,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:53:42,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:53:42,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:53:42,340 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:53:42,341 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:53:42,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:53:42,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:53:42,342 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:53:42,342 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:53:42,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:53:42,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:53:42,343 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:53:42,343 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:53:42,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:53:42,343 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:53:42,344 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/hbase/meta/1588230740 2024-11-08T19:53:42,345 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/hbase/meta/1588230740 2024-11-08T19:53:42,347 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:53:42,347 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:53:42,347 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T19:53:42,349 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:53:42,350 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=790191, jitterRate=0.0047807395458221436}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T19:53:42,350 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T19:53:42,350 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731095622337Writing region info on filesystem at 1731095622337Initializing all the Stores at 1731095622338 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731095622338Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731095622338Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731095622338Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731095622338Cleaning up temporary data from old regions at 1731095622347 (+9 ms)Running coprocessor post-open hooks at 1731095622350 (+3 ms)Region opened successfully at 1731095622350 2024-11-08T19:53:42,351 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731095622301 2024-11-08T19:53:42,353 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T19:53:42,353 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T19:53:42,354 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=692b295ad45c,34911,1731095621254 2024-11-08T19:53:42,355 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,34911,1731095621254, state=OPEN 2024-11-08T19:53:42,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34911-0x1011c02e9740001, quorum=127.0.0.1:64843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:53:42,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46777-0x1011c02e9740000, quorum=127.0.0.1:64843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:53:42,399 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=692b295ad45c,34911,1731095621254 2024-11-08T19:53:42,399 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:53:42,399 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:53:42,405 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T19:53:42,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=692b295ad45c,34911,1731095621254 in 256 msec 2024-11-08T19:53:42,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T19:53:42,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 752 msec 2024-11-08T19:53:42,411 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:53:42,411 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T19:53:42,412 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:53:42,413 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,34911,1731095621254, seqNum=-1] 2024-11-08T19:53:42,413 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:53:42,414 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33037, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:53:42,420 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 801 msec 2024-11-08T19:53:42,420 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731095622420, completionTime=-1 2024-11-08T19:53:42,420 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T19:53:42,420 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T19:53:42,422 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T19:53:42,422 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731095682422 2024-11-08T19:53:42,422 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731095742422 2024-11-08T19:53:42,422 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T19:53:42,422 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,46777,1731095621083-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:53:42,422 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,46777,1731095621083-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:53:42,422 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,46777,1731095621083-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:53:42,422 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-692b295ad45c:46777, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:53:42,422 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T19:53:42,423 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T19:53:42,424 DEBUG [master/692b295ad45c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T19:53:42,426 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.101sec 2024-11-08T19:53:42,426 INFO [master/692b295ad45c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T19:53:42,426 INFO [master/692b295ad45c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T19:53:42,426 INFO [master/692b295ad45c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T19:53:42,426 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T19:53:42,426 INFO [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T19:53:42,426 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,46777,1731095621083-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:53:42,426 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,46777,1731095621083-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T19:53:42,429 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T19:53:42,429 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T19:53:42,429 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,46777,1731095621083-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:53:42,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28c0b684, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:53:42,487 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,46777,-1 for getting cluster id 2024-11-08T19:53:42,487 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:53:42,489 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74bf1a65-767d-4c96-b75b-e2e23f42d382' 2024-11-08T19:53:42,489 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:53:42,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74bf1a65-767d-4c96-b75b-e2e23f42d382" 2024-11-08T19:53:42,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@685462c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:53:42,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,46777,-1] 2024-11-08T19:53:42,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:53:42,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:53:42,492 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:53:42,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@96dcc6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:53:42,494 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:53:42,496 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,34911,1731095621254, seqNum=-1] 2024-11-08T19:53:42,496 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:53:42,499 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:53:42,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=692b295ad45c,46777,1731095621083 2024-11-08T19:53:42,502 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:53:42,506 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-08T19:53:42,506 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:53:42,508 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,46777,1731095621083 2024-11-08T19:53:42,508 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58800d1c 2024-11-08T19:53:42,508 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:53:42,511 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:53:42,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46777 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-08T19:53:42,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46777 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-08T19:53:42,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46777 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:53:42,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46777 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-11-08T19:53:42,518 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T19:53:42,518 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:53:42,518 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46777 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-11-08T19:53:42,520 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T19:53:42,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:53:42,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741835_1011 (size=381) 2024-11-08T19:53:42,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741835_1011 (size=381) 2024-11-08T19:53:42,529 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f5d9d8280ed863851e73a0efa9edde9c, NAME => 'TestLogRolling-testLogRolling,,1731095622512.f5d9d8280ed863851e73a0efa9edde9c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff 2024-11-08T19:53:42,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741836_1012 (size=64) 2024-11-08T19:53:42,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741836_1012 (size=64) 2024-11-08T19:53:42,536 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731095622512.f5d9d8280ed863851e73a0efa9edde9c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:53:42,536 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing f5d9d8280ed863851e73a0efa9edde9c, disabling compactions & flushes 2024-11-08T19:53:42,536 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731095622512.f5d9d8280ed863851e73a0efa9edde9c. 2024-11-08T19:53:42,536 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731095622512.f5d9d8280ed863851e73a0efa9edde9c. 2024-11-08T19:53:42,536 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731095622512.f5d9d8280ed863851e73a0efa9edde9c. after waiting 0 ms 2024-11-08T19:53:42,536 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731095622512.f5d9d8280ed863851e73a0efa9edde9c. 2024-11-08T19:53:42,536 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731095622512.f5d9d8280ed863851e73a0efa9edde9c. 2024-11-08T19:53:42,536 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for f5d9d8280ed863851e73a0efa9edde9c: Waiting for close lock at 1731095622536Disabling compacts and flushes for region at 1731095622536Disabling writes for close at 1731095622536Writing region close event to WAL at 1731095622536Closed at 1731095622536 2024-11-08T19:53:42,538 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T19:53:42,538 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1731095622512.f5d9d8280ed863851e73a0efa9edde9c.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731095622538"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731095622538"}]},"ts":"1731095622538"} 2024-11-08T19:53:42,540 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T19:53:42,541 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T19:53:42,541 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731095622541"}]},"ts":"1731095622541"} 2024-11-08T19:53:42,543 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-11-08T19:53:42,543 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f5d9d8280ed863851e73a0efa9edde9c, ASSIGN}] 2024-11-08T19:53:42,544 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f5d9d8280ed863851e73a0efa9edde9c, ASSIGN 2024-11-08T19:53:42,545 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f5d9d8280ed863851e73a0efa9edde9c, ASSIGN; state=OFFLINE, location=692b295ad45c,34911,1731095621254; forceNewPlan=false, retain=false 2024-11-08T19:53:42,696 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f5d9d8280ed863851e73a0efa9edde9c, regionState=OPENING, regionLocation=692b295ad45c,34911,1731095621254 2024-11-08T19:53:42,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f5d9d8280ed863851e73a0efa9edde9c, ASSIGN because future has completed 2024-11-08T19:53:42,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5d9d8280ed863851e73a0efa9edde9c, server=692b295ad45c,34911,1731095621254}] 2024-11-08T19:53:42,872 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731095622512.f5d9d8280ed863851e73a0efa9edde9c. 2024-11-08T19:53:42,872 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f5d9d8280ed863851e73a0efa9edde9c, NAME => 'TestLogRolling-testLogRolling,,1731095622512.f5d9d8280ed863851e73a0efa9edde9c.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:53:42,872 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling f5d9d8280ed863851e73a0efa9edde9c 2024-11-08T19:53:42,872 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731095622512.f5d9d8280ed863851e73a0efa9edde9c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:53:42,872 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f5d9d8280ed863851e73a0efa9edde9c 2024-11-08T19:53:42,872 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f5d9d8280ed863851e73a0efa9edde9c 2024-11-08T19:53:42,874 INFO [StoreOpener-f5d9d8280ed863851e73a0efa9edde9c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region f5d9d8280ed863851e73a0efa9edde9c 2024-11-08T19:53:42,876 INFO [StoreOpener-f5d9d8280ed863851e73a0efa9edde9c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5d9d8280ed863851e73a0efa9edde9c columnFamilyName info 2024-11-08T19:53:42,876 DEBUG [StoreOpener-f5d9d8280ed863851e73a0efa9edde9c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:53:42,877 INFO [StoreOpener-f5d9d8280ed863851e73a0efa9edde9c-1 {}] regionserver.HStore(327): Store=f5d9d8280ed863851e73a0efa9edde9c/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:53:42,877 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f5d9d8280ed863851e73a0efa9edde9c 2024-11-08T19:53:42,878 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c 2024-11-08T19:53:42,878 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c 2024-11-08T19:53:42,879 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f5d9d8280ed863851e73a0efa9edde9c 2024-11-08T19:53:42,879 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f5d9d8280ed863851e73a0efa9edde9c 2024-11-08T19:53:42,881 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f5d9d8280ed863851e73a0efa9edde9c 2024-11-08T19:53:42,884 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:53:42,885 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f5d9d8280ed863851e73a0efa9edde9c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=778993, jitterRate=-0.009459316730499268}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T19:53:42,885 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f5d9d8280ed863851e73a0efa9edde9c 2024-11-08T19:53:42,885 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f5d9d8280ed863851e73a0efa9edde9c: Running coprocessor pre-open hook at 1731095622872Writing region info on filesystem at 1731095622872Initializing all the Stores at 1731095622873 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731095622874 (+1 ms)Cleaning up temporary data from old regions at 1731095622879 (+5 ms)Running coprocessor post-open hooks at 1731095622885 (+6 ms)Region opened successfully at 1731095622885 2024-11-08T19:53:42,886 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731095622512.f5d9d8280ed863851e73a0efa9edde9c., pid=6, masterSystemTime=1731095622861 2024-11-08T19:53:42,888 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731095622512.f5d9d8280ed863851e73a0efa9edde9c. 2024-11-08T19:53:42,888 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731095622512.f5d9d8280ed863851e73a0efa9edde9c. 2024-11-08T19:53:42,889 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f5d9d8280ed863851e73a0efa9edde9c, regionState=OPEN, openSeqNum=2, regionLocation=692b295ad45c,34911,1731095621254 2024-11-08T19:53:42,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5d9d8280ed863851e73a0efa9edde9c, server=692b295ad45c,34911,1731095621254 because future has completed 2024-11-08T19:53:42,895 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T19:53:42,895 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f5d9d8280ed863851e73a0efa9edde9c, server=692b295ad45c,34911,1731095621254 in 187 msec 2024-11-08T19:53:42,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T19:53:42,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f5d9d8280ed863851e73a0efa9edde9c, ASSIGN in 352 msec 2024-11-08T19:53:42,898 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T19:53:42,898 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731095622898"}]},"ts":"1731095622898"} 2024-11-08T19:53:42,900 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-11-08T19:53:42,901 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T19:53:42,903 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 388 msec 2024-11-08T19:53:43,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:53:43,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:53:43,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:53:43,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:53:43,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:53:43,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:53:43,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:53:43,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:53:43,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:53:43,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:53:43,653 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T19:53:43,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:53:43,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:53:43,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:53:43,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:53:43,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:53:43,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:53:43,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:53:43,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:53:43,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:53:43,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:53:45,047 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-08T19:53:45,047 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-08T19:53:45,049 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T19:53:47,740 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T19:53:47,741 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-11-08T19:53:50,552 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T19:53:50,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:53:50,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:53:50,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:53:50,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:53:50,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:53:50,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:53:50,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:53:50,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:53:50,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:53:50,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:53:52,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:53:52,574 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-11-08T19:53:52,575 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-11-08T19:53:52,582 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-11-08T19:53:52,582 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1731095622512.f5d9d8280ed863851e73a0efa9edde9c. 2024-11-08T19:53:52,586 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1731095622512.f5d9d8280ed863851e73a0efa9edde9c., hostname=692b295ad45c,34911,1731095621254, seqNum=2] 2024-11-08T19:53:52,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34911 {}] regionserver.HRegion(8855): Flush requested on f5d9d8280ed863851e73a0efa9edde9c 2024-11-08T19:53:52,605 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f5d9d8280ed863851e73a0efa9edde9c 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-08T19:53:52,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/.tmp/info/9436cb441b6240daa426fcc77491306d is 1055, key is row0001/info:/1731095632588/Put/seqid=0 2024-11-08T19:53:52,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741837_1013 (size=13386) 2024-11-08T19:53:52,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741837_1013 (size=13386) 2024-11-08T19:53:52,627 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/.tmp/info/9436cb441b6240daa426fcc77491306d 2024-11-08T19:53:52,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/.tmp/info/9436cb441b6240daa426fcc77491306d as hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/9436cb441b6240daa426fcc77491306d 2024-11-08T19:53:52,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/9436cb441b6240daa426fcc77491306d, entries=8, sequenceid=12, filesize=13.1 K 2024-11-08T19:53:52,644 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=17.45 KB/17867 for f5d9d8280ed863851e73a0efa9edde9c in 39ms, sequenceid=12, compaction requested=false 2024-11-08T19:53:52,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f5d9d8280ed863851e73a0efa9edde9c: 2024-11-08T19:53:52,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34911 {}] regionserver.HRegion(8855): Flush requested on f5d9d8280ed863851e73a0efa9edde9c 2024-11-08T19:53:52,645 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f5d9d8280ed863851e73a0efa9edde9c 1/1 column families, dataSize=19.50 KB heapSize=21.18 KB 2024-11-08T19:53:52,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/.tmp/info/cd3f85c447fc405999a86b55c4606ec7 is 1055, key is row0009/info:/1731095632606/Put/seqid=0 2024-11-08T19:53:52,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741838_1014 (size=24978) 2024-11-08T19:53:52,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741838_1014 (size=24978) 2024-11-08T19:53:52,656 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.50 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/.tmp/info/cd3f85c447fc405999a86b55c4606ec7 2024-11-08T19:53:52,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/.tmp/info/cd3f85c447fc405999a86b55c4606ec7 as hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/cd3f85c447fc405999a86b55c4606ec7 2024-11-08T19:53:52,667 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/cd3f85c447fc405999a86b55c4606ec7, entries=19, sequenceid=34, filesize=24.4 K 2024-11-08T19:53:52,668 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~19.50 KB/19969, heapSize ~21.16 KB/21672, currentSize=5.13 KB/5255 for f5d9d8280ed863851e73a0efa9edde9c in 23ms, sequenceid=34, compaction requested=false 2024-11-08T19:53:52,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f5d9d8280ed863851e73a0efa9edde9c: 2024-11-08T19:53:52,668 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=37.5 K, sizeToCheck=16.0 K 2024-11-08T19:53:52,668 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T19:53:52,668 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/cd3f85c447fc405999a86b55c4606ec7 because midkey is the same as first or last row 2024-11-08T19:53:54,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34911 {}] regionserver.HRegion(8855): Flush requested on f5d9d8280ed863851e73a0efa9edde9c 2024-11-08T19:53:54,666 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f5d9d8280ed863851e73a0efa9edde9c 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-08T19:53:54,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/.tmp/info/1853bea234b7428eadf9403bc0993ec3 is 1055, key is row0028/info:/1731095632646/Put/seqid=0 2024-11-08T19:53:54,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741839_1015 (size=13386) 2024-11-08T19:53:54,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741839_1015 (size=13386) 2024-11-08T19:53:54,678 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=45 (bloomFilter=true), to=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/.tmp/info/1853bea234b7428eadf9403bc0993ec3 2024-11-08T19:53:54,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/.tmp/info/1853bea234b7428eadf9403bc0993ec3 as hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/1853bea234b7428eadf9403bc0993ec3 2024-11-08T19:53:54,694 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/1853bea234b7428eadf9403bc0993ec3, entries=8, sequenceid=45, filesize=13.1 K 2024-11-08T19:53:54,694 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for f5d9d8280ed863851e73a0efa9edde9c in 28ms, sequenceid=45, compaction requested=true 2024-11-08T19:53:54,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f5d9d8280ed863851e73a0efa9edde9c: 2024-11-08T19:53:54,695 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=50.5 K, sizeToCheck=16.0 K 2024-11-08T19:53:54,695 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T19:53:54,695 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/cd3f85c447fc405999a86b55c4606ec7 because midkey is the same as first or last row 2024-11-08T19:53:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34911 {}] regionserver.HRegion(8855): Flush requested on f5d9d8280ed863851e73a0efa9edde9c 2024-11-08T19:53:54,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5d9d8280ed863851e73a0efa9edde9c:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T19:53:54,696 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:53:54,697 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 51750 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:53:54,698 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.HStore(1541): f5d9d8280ed863851e73a0efa9edde9c/info is initiating minor compaction (all files) 2024-11-08T19:53:54,698 INFO [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f5d9d8280ed863851e73a0efa9edde9c/info in TestLogRolling-testLogRolling,,1731095622512.f5d9d8280ed863851e73a0efa9edde9c. 2024-11-08T19:53:54,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:53:54,698 INFO [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/9436cb441b6240daa426fcc77491306d, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/cd3f85c447fc405999a86b55c4606ec7, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/1853bea234b7428eadf9403bc0993ec3] into tmpdir=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/.tmp, totalSize=50.5 K 2024-11-08T19:53:54,698 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f5d9d8280ed863851e73a0efa9edde9c 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-08T19:53:54,699 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9436cb441b6240daa426fcc77491306d, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731095632588 2024-11-08T19:53:54,699 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] compactions.Compactor(225): Compacting cd3f85c447fc405999a86b55c4606ec7, keycount=19, bloomtype=ROW, size=24.4 K, encoding=NONE, compression=NONE, seqNum=34, earliestPutTs=1731095632606 2024-11-08T19:53:54,700 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1853bea234b7428eadf9403bc0993ec3, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1731095632646 2024-11-08T19:53:54,703 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/.tmp/info/75fec4e85c2f4319bbfb7cd389e610fc is 1055, key is row0036/info:/1731095634668/Put/seqid=0 2024-11-08T19:53:54,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741840_1016 (size=18662) 2024-11-08T19:53:54,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741840_1016 (size=18662) 2024-11-08T19:53:54,709 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/.tmp/info/75fec4e85c2f4319bbfb7cd389e610fc 2024-11-08T19:53:54,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/.tmp/info/75fec4e85c2f4319bbfb7cd389e610fc as hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/75fec4e85c2f4319bbfb7cd389e610fc 2024-11-08T19:53:54,719 INFO [RS:0;692b295ad45c:34911-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5d9d8280ed863851e73a0efa9edde9c#info#compaction#35 average throughput is 11.69 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:53:54,720 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/.tmp/info/224b4b42e427441291875f10ee8e5cb1 is 1055, key is row0001/info:/1731095632588/Put/seqid=0 2024-11-08T19:53:54,723 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/75fec4e85c2f4319bbfb7cd389e610fc, entries=13, sequenceid=61, filesize=18.2 K 2024-11-08T19:53:54,724 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=9.24 KB/9459 for f5d9d8280ed863851e73a0efa9edde9c in 26ms, sequenceid=61, compaction requested=false 2024-11-08T19:53:54,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f5d9d8280ed863851e73a0efa9edde9c: 2024-11-08T19:53:54,724 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=68.8 K, sizeToCheck=16.0 K 2024-11-08T19:53:54,724 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T19:53:54,724 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/cd3f85c447fc405999a86b55c4606ec7 because midkey is the same as first or last row 2024-11-08T19:53:54,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741841_1017 (size=41949) 2024-11-08T19:53:54,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741841_1017 (size=41949) 2024-11-08T19:53:54,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34911 {}] regionserver.HRegion(8855): Flush requested on f5d9d8280ed863851e73a0efa9edde9c 2024-11-08T19:53:54,726 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f5d9d8280ed863851e73a0efa9edde9c 1/1 column families, dataSize=10.26 KB heapSize=11.27 KB 2024-11-08T19:53:54,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/.tmp/info/f7bbc9a9645b42be84701d0370ef7754 is 1055, key is row0049/info:/1731095634700/Put/seqid=0 2024-11-08T19:53:54,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741842_1018 (size=15490) 2024-11-08T19:53:54,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741842_1018 (size=15490) 2024-11-08T19:53:54,736 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.26 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/.tmp/info/f7bbc9a9645b42be84701d0370ef7754 2024-11-08T19:53:54,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/.tmp/info/f7bbc9a9645b42be84701d0370ef7754 as hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/f7bbc9a9645b42be84701d0370ef7754 2024-11-08T19:53:54,749 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/f7bbc9a9645b42be84701d0370ef7754, entries=10, sequenceid=74, filesize=15.1 K 2024-11-08T19:53:54,750 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~10.26 KB/10510, heapSize ~11.25 KB/11520, currentSize=6.16 KB/6306 for f5d9d8280ed863851e73a0efa9edde9c in 24ms, sequenceid=74, compaction requested=false 2024-11-08T19:53:54,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f5d9d8280ed863851e73a0efa9edde9c: 2024-11-08T19:53:54,750 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=83.9 K, sizeToCheck=16.0 K 2024-11-08T19:53:54,750 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T19:53:54,750 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/cd3f85c447fc405999a86b55c4606ec7 because midkey is the same as first or last row 2024-11-08T19:53:55,138 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/.tmp/info/224b4b42e427441291875f10ee8e5cb1 as hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/224b4b42e427441291875f10ee8e5cb1 2024-11-08T19:53:55,149 INFO [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f5d9d8280ed863851e73a0efa9edde9c/info of f5d9d8280ed863851e73a0efa9edde9c into 224b4b42e427441291875f10ee8e5cb1(size=41.0 K), total size for store is 74.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:53:55,150 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f5d9d8280ed863851e73a0efa9edde9c: 2024-11-08T19:53:55,152 INFO [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731095622512.f5d9d8280ed863851e73a0efa9edde9c., storeName=f5d9d8280ed863851e73a0efa9edde9c/info, priority=13, startTime=1731095634696; duration=0sec 2024-11-08T19:53:55,152 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=74.3 K, sizeToCheck=16.0 K 2024-11-08T19:53:55,152 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T19:53:55,152 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/224b4b42e427441291875f10ee8e5cb1 because midkey is the same as first or last row 2024-11-08T19:53:55,153 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=74.3 K, sizeToCheck=16.0 K 2024-11-08T19:53:55,153 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T19:53:55,153 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/224b4b42e427441291875f10ee8e5cb1 because midkey is the same as first or last row 2024-11-08T19:53:55,153 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=74.3 K, sizeToCheck=16.0 K 2024-11-08T19:53:55,153 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T19:53:55,153 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/224b4b42e427441291875f10ee8e5cb1 because midkey is the same as first or last row 2024-11-08T19:53:55,153 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:53:55,154 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5d9d8280ed863851e73a0efa9edde9c:info 2024-11-08T19:53:56,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34911 {}] regionserver.HRegion(8855): Flush requested on f5d9d8280ed863851e73a0efa9edde9c 2024-11-08T19:53:56,752 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f5d9d8280ed863851e73a0efa9edde9c 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-08T19:53:56,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/.tmp/info/0605828772f14729b0d7251480e97592 is 1055, key is row0059/info:/1731095634727/Put/seqid=0 2024-11-08T19:53:56,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741843_1019 (size=13386) 2024-11-08T19:53:56,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741843_1019 (size=13386) 2024-11-08T19:53:56,766 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/.tmp/info/0605828772f14729b0d7251480e97592 2024-11-08T19:53:56,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/.tmp/info/0605828772f14729b0d7251480e97592 as hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/0605828772f14729b0d7251480e97592 2024-11-08T19:53:56,780 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/0605828772f14729b0d7251480e97592, entries=8, sequenceid=86, filesize=13.1 K 2024-11-08T19:53:56,781 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for f5d9d8280ed863851e73a0efa9edde9c in 29ms, sequenceid=86, compaction requested=true 2024-11-08T19:53:56,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f5d9d8280ed863851e73a0efa9edde9c: 2024-11-08T19:53:56,781 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=87.4 K, sizeToCheck=16.0 K 2024-11-08T19:53:56,781 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T19:53:56,781 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/224b4b42e427441291875f10ee8e5cb1 because midkey is the same as first or last row 2024-11-08T19:53:56,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5d9d8280ed863851e73a0efa9edde9c:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T19:53:56,782 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T19:53:56,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:53:56,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34911 {}] regionserver.HRegion(8855): Flush requested on f5d9d8280ed863851e73a0efa9edde9c 2024-11-08T19:53:56,783 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 89487 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T19:53:56,783 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f5d9d8280ed863851e73a0efa9edde9c 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-08T19:53:56,783 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.HStore(1541): f5d9d8280ed863851e73a0efa9edde9c/info is initiating minor compaction (all files) 2024-11-08T19:53:56,783 INFO [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f5d9d8280ed863851e73a0efa9edde9c/info in TestLogRolling-testLogRolling,,1731095622512.f5d9d8280ed863851e73a0efa9edde9c. 2024-11-08T19:53:56,783 INFO [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/224b4b42e427441291875f10ee8e5cb1, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/75fec4e85c2f4319bbfb7cd389e610fc, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/f7bbc9a9645b42be84701d0370ef7754, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/0605828772f14729b0d7251480e97592] into tmpdir=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/.tmp, totalSize=87.4 K 2024-11-08T19:53:56,784 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] compactions.Compactor(225): Compacting 224b4b42e427441291875f10ee8e5cb1, keycount=35, bloomtype=ROW, size=41.0 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1731095632588 2024-11-08T19:53:56,784 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] compactions.Compactor(225): Compacting 75fec4e85c2f4319bbfb7cd389e610fc, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731095634668 2024-11-08T19:53:56,785 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7bbc9a9645b42be84701d0370ef7754, keycount=10, bloomtype=ROW, size=15.1 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731095634700 2024-11-08T19:53:56,785 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0605828772f14729b0d7251480e97592, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731095634727 2024-11-08T19:53:56,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/.tmp/info/fa3cd814d5904cfbb47cb1f820fe3825 is 1055, key is row0067/info:/1731095636753/Put/seqid=0 2024-11-08T19:53:56,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741844_1020 (size=18662) 2024-11-08T19:53:56,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741844_1020 (size=18662) 2024-11-08T19:53:56,794 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/.tmp/info/fa3cd814d5904cfbb47cb1f820fe3825 2024-11-08T19:53:56,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/.tmp/info/fa3cd814d5904cfbb47cb1f820fe3825 as hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/fa3cd814d5904cfbb47cb1f820fe3825 2024-11-08T19:53:56,804 INFO [RS:0;692b295ad45c:34911-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5d9d8280ed863851e73a0efa9edde9c#info#compaction#39 average throughput is 16.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:53:56,804 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/.tmp/info/9d53db0226ff4f2b852adcc4f26a635c is 1055, key is row0001/info:/1731095632588/Put/seqid=0 2024-11-08T19:53:56,809 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/fa3cd814d5904cfbb47cb1f820fe3825, entries=13, sequenceid=102, filesize=18.2 K 2024-11-08T19:53:56,810 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=10.26 KB/10510 for f5d9d8280ed863851e73a0efa9edde9c in 27ms, sequenceid=102, compaction requested=false 2024-11-08T19:53:56,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f5d9d8280ed863851e73a0efa9edde9c: 2024-11-08T19:53:56,811 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=105.6 K, sizeToCheck=16.0 K 2024-11-08T19:53:56,811 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T19:53:56,811 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/224b4b42e427441291875f10ee8e5cb1 because midkey is the same as first or last row 2024-11-08T19:53:56,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34911 {}] regionserver.HRegion(8855): Flush requested on f5d9d8280ed863851e73a0efa9edde9c 2024-11-08T19:53:56,812 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f5d9d8280ed863851e73a0efa9edde9c 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-08T19:53:56,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/.tmp/info/e6c1c1871f9940c99ed6537799f39f56 is 1055, key is row0080/info:/1731095636785/Put/seqid=0 2024-11-08T19:53:56,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741845_1021 (size=74839) 2024-11-08T19:53:56,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741845_1021 (size=74839) 2024-11-08T19:53:56,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741846_1022 (size=17594) 2024-11-08T19:53:56,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741846_1022 (size=17594) 2024-11-08T19:53:56,825 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/.tmp/info/e6c1c1871f9940c99ed6537799f39f56 2024-11-08T19:53:56,826 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/.tmp/info/9d53db0226ff4f2b852adcc4f26a635c as hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/9d53db0226ff4f2b852adcc4f26a635c 2024-11-08T19:53:56,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/.tmp/info/e6c1c1871f9940c99ed6537799f39f56 as hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/e6c1c1871f9940c99ed6537799f39f56 2024-11-08T19:53:56,834 INFO [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f5d9d8280ed863851e73a0efa9edde9c/info of f5d9d8280ed863851e73a0efa9edde9c into 9d53db0226ff4f2b852adcc4f26a635c(size=73.1 K), total size for store is 91.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:53:56,834 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f5d9d8280ed863851e73a0efa9edde9c: 2024-11-08T19:53:56,834 INFO [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731095622512.f5d9d8280ed863851e73a0efa9edde9c., storeName=f5d9d8280ed863851e73a0efa9edde9c/info, priority=12, startTime=1731095636781; duration=0sec 2024-11-08T19:53:56,834 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=91.3 K, sizeToCheck=16.0 K 2024-11-08T19:53:56,834 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T19:53:56,834 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=91.3 K, sizeToCheck=16.0 K 2024-11-08T19:53:56,834 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T19:53:56,835 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=91.3 K, sizeToCheck=16.0 K 2024-11-08T19:53:56,835 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T19:53:56,836 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1731095622512.f5d9d8280ed863851e73a0efa9edde9c., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:53:56,836 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:53:56,836 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5d9d8280ed863851e73a0efa9edde9c:info 2024-11-08T19:53:56,837 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46777 {}] assignment.AssignmentManager(1355): Split request from 692b295ad45c,34911,1731095621254, parent={ENCODED => f5d9d8280ed863851e73a0efa9edde9c, NAME => 'TestLogRolling-testLogRolling,,1731095622512.f5d9d8280ed863851e73a0efa9edde9c.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-08T19:53:56,838 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/e6c1c1871f9940c99ed6537799f39f56, entries=12, sequenceid=117, filesize=17.2 K 2024-11-08T19:53:56,839 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=5.13 KB/5255 for f5d9d8280ed863851e73a0efa9edde9c in 27ms, sequenceid=117, compaction requested=true 2024-11-08T19:53:56,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f5d9d8280ed863851e73a0efa9edde9c: 2024-11-08T19:53:56,839 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=108.5 K, sizeToCheck=16.0 K 2024-11-08T19:53:56,839 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T19:53:56,839 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=108.5 K, sizeToCheck=16.0 K 2024-11-08T19:53:56,839 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T19:53:56,839 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=108.5 K, sizeToCheck=16.0 K 2024-11-08T19:53:56,839 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T19:53:56,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1731095622512.f5d9d8280ed863851e73a0efa9edde9c., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=1 2024-11-08T19:53:56,843 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46777 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=692b295ad45c,34911,1731095621254 2024-11-08T19:53:56,847 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46777 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=f5d9d8280ed863851e73a0efa9edde9c, daughterA=048fc75e075e3f4d3c6002131550ed26, daughterB=db4b3545779323046a5b38a85fa85813 2024-11-08T19:53:56,848 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=f5d9d8280ed863851e73a0efa9edde9c, daughterA=048fc75e075e3f4d3c6002131550ed26, daughterB=db4b3545779323046a5b38a85fa85813 2024-11-08T19:53:56,848 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=f5d9d8280ed863851e73a0efa9edde9c, daughterA=048fc75e075e3f4d3c6002131550ed26, daughterB=db4b3545779323046a5b38a85fa85813 2024-11-08T19:53:56,849 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=f5d9d8280ed863851e73a0efa9edde9c, daughterA=048fc75e075e3f4d3c6002131550ed26, daughterB=db4b3545779323046a5b38a85fa85813 2024-11-08T19:53:56,850 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46777 {}] assignment.AssignmentManager(1355): Split request from 692b295ad45c,34911,1731095621254, parent={ENCODED => f5d9d8280ed863851e73a0efa9edde9c, NAME => 'TestLogRolling-testLogRolling,,1731095622512.f5d9d8280ed863851e73a0efa9edde9c.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-08T19:53:56,850 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46777 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=SPLITTING, location=692b295ad45c,34911,1731095621254 2024-11-08T19:53:56,851 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46777 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=f5d9d8280ed863851e73a0efa9edde9c, daughterA=27422839fdf7b0a29ceb38120a9e5591, daughterB=a572cac9d01d280ae2033ffe6fb71049 2024-11-08T19:53:56,852 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=8, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=f5d9d8280ed863851e73a0efa9edde9c, daughterA=27422839fdf7b0a29ceb38120a9e5591, daughterB=a572cac9d01d280ae2033ffe6fb71049 held by pid=7 2024-11-08T19:53:56,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f5d9d8280ed863851e73a0efa9edde9c, UNASSIGN}] 2024-11-08T19:53:56,858 DEBUG [PEWorker-4 {}] assignment.SplitTableRegionProcedure(162): LOCK_EVENT_WAIT SchemaLocking[serverLocks={},namespaceLocks={hbase=LockAndQueue[exclusiveLock=false,sharedLockCount=0,waitingProcCount=0]},tableLocks={hbase:meta=LockAndQueue[exclusiveLock=false,sharedLockCount=0,waitingProcCount=0]},regionLocks={},peerLocks={},metaLocks={hbase:meta=LockAndQueue[exclusiveLock=false,sharedLockCount=0,waitingProcCount=0]},globalLocks={}] 2024-11-08T19:53:56,858 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f5d9d8280ed863851e73a0efa9edde9c, UNASSIGN 2024-11-08T19:53:56,858 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=8, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=f5d9d8280ed863851e73a0efa9edde9c, daughterA=27422839fdf7b0a29ceb38120a9e5591, daughterB=a572cac9d01d280ae2033ffe6fb71049 2024-11-08T19:53:56,860 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f5d9d8280ed863851e73a0efa9edde9c, regionState=CLOSING, regionLocation=692b295ad45c,34911,1731095621254 2024-11-08T19:53:56,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f5d9d8280ed863851e73a0efa9edde9c, UNASSIGN because future has completed 2024-11-08T19:53:56,863 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-11-08T19:53:56,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; CloseRegionProcedure f5d9d8280ed863851e73a0efa9edde9c, server=692b295ad45c,34911,1731095621254}] 2024-11-08T19:53:57,020 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] handler.UnassignRegionHandler(122): Close f5d9d8280ed863851e73a0efa9edde9c 2024-11-08T19:53:57,020 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-11-08T19:53:57,021 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(1722): Closing f5d9d8280ed863851e73a0efa9edde9c, disabling compactions & flushes 2024-11-08T19:53:57,021 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731095622512.f5d9d8280ed863851e73a0efa9edde9c. 2024-11-08T19:53:57,021 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731095622512.f5d9d8280ed863851e73a0efa9edde9c. 2024-11-08T19:53:57,021 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731095622512.f5d9d8280ed863851e73a0efa9edde9c. after waiting 0 ms 2024-11-08T19:53:57,021 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731095622512.f5d9d8280ed863851e73a0efa9edde9c. 2024-11-08T19:53:57,021 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(2902): Flushing f5d9d8280ed863851e73a0efa9edde9c 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-08T19:53:57,028 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/.tmp/info/4659a60f8946460d9e66421781f0070b is 1055, key is row0092/info:/1731095636814/Put/seqid=0 2024-11-08T19:53:57,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741847_1023 (size=10222) 2024-11-08T19:53:57,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741847_1023 (size=10222) 2024-11-08T19:53:57,036 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/.tmp/info/4659a60f8946460d9e66421781f0070b 2024-11-08T19:53:57,045 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/.tmp/info/4659a60f8946460d9e66421781f0070b as hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/4659a60f8946460d9e66421781f0070b 2024-11-08T19:53:57,052 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/4659a60f8946460d9e66421781f0070b, entries=5, sequenceid=126, filesize=10.0 K 2024-11-08T19:53:57,053 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for f5d9d8280ed863851e73a0efa9edde9c in 32ms, sequenceid=126, compaction requested=true 2024-11-08T19:53:57,054 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731095622512.f5d9d8280ed863851e73a0efa9edde9c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/9436cb441b6240daa426fcc77491306d, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/cd3f85c447fc405999a86b55c4606ec7, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/224b4b42e427441291875f10ee8e5cb1, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/1853bea234b7428eadf9403bc0993ec3, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/75fec4e85c2f4319bbfb7cd389e610fc, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/f7bbc9a9645b42be84701d0370ef7754, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/0605828772f14729b0d7251480e97592] to archive 2024-11-08T19:53:57,055 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731095622512.f5d9d8280ed863851e73a0efa9edde9c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T19:53:57,057 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731095622512.f5d9d8280ed863851e73a0efa9edde9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/9436cb441b6240daa426fcc77491306d to hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/archive/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/9436cb441b6240daa426fcc77491306d 2024-11-08T19:53:57,059 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731095622512.f5d9d8280ed863851e73a0efa9edde9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/cd3f85c447fc405999a86b55c4606ec7 to hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/archive/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/cd3f85c447fc405999a86b55c4606ec7 2024-11-08T19:53:57,060 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731095622512.f5d9d8280ed863851e73a0efa9edde9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/224b4b42e427441291875f10ee8e5cb1 to hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/archive/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/224b4b42e427441291875f10ee8e5cb1 2024-11-08T19:53:57,062 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731095622512.f5d9d8280ed863851e73a0efa9edde9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/1853bea234b7428eadf9403bc0993ec3 to hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/archive/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/1853bea234b7428eadf9403bc0993ec3 2024-11-08T19:53:57,063 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731095622512.f5d9d8280ed863851e73a0efa9edde9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/75fec4e85c2f4319bbfb7cd389e610fc to hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/archive/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/75fec4e85c2f4319bbfb7cd389e610fc 2024-11-08T19:53:57,065 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731095622512.f5d9d8280ed863851e73a0efa9edde9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/f7bbc9a9645b42be84701d0370ef7754 to hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/archive/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/f7bbc9a9645b42be84701d0370ef7754 2024-11-08T19:53:57,066 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731095622512.f5d9d8280ed863851e73a0efa9edde9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/0605828772f14729b0d7251480e97592 to hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/archive/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/0605828772f14729b0d7251480e97592 2024-11-08T19:53:57,072 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/recovered.edits/129.seqid, newMaxSeqId=129, maxSeqId=1 2024-11-08T19:53:57,073 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731095622512.f5d9d8280ed863851e73a0efa9edde9c. 2024-11-08T19:53:57,073 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(1676): Region close journal for f5d9d8280ed863851e73a0efa9edde9c: Waiting for close lock at 1731095637021Running coprocessor pre-close hooks at 1731095637021Disabling compacts and flushes for region at 1731095637021Disabling writes for close at 1731095637021Obtaining lock to block concurrent updates at 1731095637021Preparing flush snapshotting stores in f5d9d8280ed863851e73a0efa9edde9c at 1731095637021Finished memstore snapshotting TestLogRolling-testLogRolling,,1731095622512.f5d9d8280ed863851e73a0efa9edde9c., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1731095637022 (+1 ms)Flushing stores of TestLogRolling-testLogRolling,,1731095622512.f5d9d8280ed863851e73a0efa9edde9c. at 1731095637022Flushing f5d9d8280ed863851e73a0efa9edde9c/info: creating writer at 1731095637023 (+1 ms)Flushing f5d9d8280ed863851e73a0efa9edde9c/info: appending metadata at 1731095637027 (+4 ms)Flushing f5d9d8280ed863851e73a0efa9edde9c/info: closing flushed file at 1731095637027Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74b9c250: reopening flushed file at 1731095637044 (+17 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for f5d9d8280ed863851e73a0efa9edde9c in 32ms, sequenceid=126, compaction requested=true at 1731095637053 (+9 ms)Writing region close event to WAL at 1731095637069 (+16 ms)Running coprocessor post-close hooks at 1731095637073 (+4 ms)Closed at 1731095637073 2024-11-08T19:53:57,075 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] handler.UnassignRegionHandler(157): Closed f5d9d8280ed863851e73a0efa9edde9c 2024-11-08T19:53:57,076 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f5d9d8280ed863851e73a0efa9edde9c, regionState=CLOSED 2024-11-08T19:53:57,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; CloseRegionProcedure f5d9d8280ed863851e73a0efa9edde9c, server=692b295ad45c,34911,1731095621254 because future has completed 2024-11-08T19:53:57,082 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T19:53:57,083 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; CloseRegionProcedure f5d9d8280ed863851e73a0efa9edde9c, server=692b295ad45c,34911,1731095621254 in 216 msec 2024-11-08T19:53:57,084 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-08T19:53:57,084 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f5d9d8280ed863851e73a0efa9edde9c, UNASSIGN in 227 msec 2024-11-08T19:53:57,093 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:53:57,096 INFO [PEWorker-5 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 4 storefiles, region=f5d9d8280ed863851e73a0efa9edde9c, threads=4 2024-11-08T19:53:57,098 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/4659a60f8946460d9e66421781f0070b for region: f5d9d8280ed863851e73a0efa9edde9c 2024-11-08T19:53:57,098 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/9d53db0226ff4f2b852adcc4f26a635c for region: f5d9d8280ed863851e73a0efa9edde9c 2024-11-08T19:53:57,098 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/fa3cd814d5904cfbb47cb1f820fe3825 for region: f5d9d8280ed863851e73a0efa9edde9c 2024-11-08T19:53:57,098 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/e6c1c1871f9940c99ed6537799f39f56 for region: f5d9d8280ed863851e73a0efa9edde9c 2024-11-08T19:53:57,109 DEBUG [StoreFileSplitter-pool-3 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/fa3cd814d5904cfbb47cb1f820fe3825, top=true 2024-11-08T19:53:57,109 DEBUG [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/4659a60f8946460d9e66421781f0070b, top=true 2024-11-08T19:53:57,111 DEBUG [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/e6c1c1871f9940c99ed6537799f39f56, top=true 2024-11-08T19:53:57,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741848_1024 (size=27) 2024-11-08T19:53:57,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741848_1024 (size=27) 2024-11-08T19:53:57,125 INFO [StoreFileSplitter-pool-3 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/TestLogRolling-testLogRolling=f5d9d8280ed863851e73a0efa9edde9c-fa3cd814d5904cfbb47cb1f820fe3825 for child: db4b3545779323046a5b38a85fa85813, parent: f5d9d8280ed863851e73a0efa9edde9c 2024-11-08T19:53:57,125 INFO [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/TestLogRolling-testLogRolling=f5d9d8280ed863851e73a0efa9edde9c-4659a60f8946460d9e66421781f0070b for child: db4b3545779323046a5b38a85fa85813, parent: f5d9d8280ed863851e73a0efa9edde9c 2024-11-08T19:53:57,125 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/fa3cd814d5904cfbb47cb1f820fe3825 for region: f5d9d8280ed863851e73a0efa9edde9c 2024-11-08T19:53:57,126 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/4659a60f8946460d9e66421781f0070b for region: f5d9d8280ed863851e73a0efa9edde9c 2024-11-08T19:53:57,127 INFO [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/TestLogRolling-testLogRolling=f5d9d8280ed863851e73a0efa9edde9c-e6c1c1871f9940c99ed6537799f39f56 for child: db4b3545779323046a5b38a85fa85813, parent: f5d9d8280ed863851e73a0efa9edde9c 2024-11-08T19:53:57,127 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/e6c1c1871f9940c99ed6537799f39f56 for region: f5d9d8280ed863851e73a0efa9edde9c 2024-11-08T19:53:57,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741849_1025 (size=27) 2024-11-08T19:53:57,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741849_1025 (size=27) 2024-11-08T19:53:57,532 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/9d53db0226ff4f2b852adcc4f26a635c for region: f5d9d8280ed863851e73a0efa9edde9c 2024-11-08T19:53:57,540 DEBUG [PEWorker-5 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region f5d9d8280ed863851e73a0efa9edde9c Daughter A: [hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/048fc75e075e3f4d3c6002131550ed26/info/9d53db0226ff4f2b852adcc4f26a635c.f5d9d8280ed863851e73a0efa9edde9c] storefiles, Daughter B: [hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/TestLogRolling-testLogRolling=f5d9d8280ed863851e73a0efa9edde9c-4659a60f8946460d9e66421781f0070b, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/9d53db0226ff4f2b852adcc4f26a635c.f5d9d8280ed863851e73a0efa9edde9c, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/TestLogRolling-testLogRolling=f5d9d8280ed863851e73a0efa9edde9c-e6c1c1871f9940c99ed6537799f39f56, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/TestLogRolling-testLogRolling=f5d9d8280ed863851e73a0efa9edde9c-fa3cd814d5904cfbb47cb1f820fe3825] storefiles. 2024-11-08T19:53:57,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741850_1026 (size=71) 2024-11-08T19:53:57,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741850_1026 (size=71) 2024-11-08T19:53:57,550 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:53:57,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741851_1027 (size=71) 2024-11-08T19:53:57,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741851_1027 (size=71) 2024-11-08T19:53:57,565 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:53:57,575 DEBUG [PEWorker-5 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/048fc75e075e3f4d3c6002131550ed26/recovered.edits/129.seqid, newMaxSeqId=129, maxSeqId=-1 2024-11-08T19:53:57,577 DEBUG [PEWorker-5 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/recovered.edits/129.seqid, newMaxSeqId=129, maxSeqId=-1 2024-11-08T19:53:57,579 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731095622512.f5d9d8280ed863851e73a0efa9edde9c.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731095637578"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1731095637578"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1731095637578"}]},"ts":"1731095637578"} 2024-11-08T19:53:57,579 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731095636843.048fc75e075e3f4d3c6002131550ed26.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731095637578"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731095637578"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731095637578"}]},"ts":"1731095637578"} 2024-11-08T19:53:57,579 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731095637578"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731095637578"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731095637578"}]},"ts":"1731095637578"} 2024-11-08T19:53:57,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=048fc75e075e3f4d3c6002131550ed26, ASSIGN}, {pid=12, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=db4b3545779323046a5b38a85fa85813, ASSIGN}] 2024-11-08T19:53:57,595 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=048fc75e075e3f4d3c6002131550ed26, ASSIGN 2024-11-08T19:53:57,595 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=db4b3545779323046a5b38a85fa85813, ASSIGN 2024-11-08T19:53:57,596 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=048fc75e075e3f4d3c6002131550ed26, ASSIGN; state=SPLITTING_NEW, location=692b295ad45c,34911,1731095621254; forceNewPlan=false, retain=false 2024-11-08T19:53:57,596 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=db4b3545779323046a5b38a85fa85813, ASSIGN; state=SPLITTING_NEW, location=692b295ad45c,34911,1731095621254; forceNewPlan=false, retain=false 2024-11-08T19:53:57,748 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=db4b3545779323046a5b38a85fa85813, regionState=OPENING, regionLocation=692b295ad45c,34911,1731095621254 2024-11-08T19:53:57,748 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=048fc75e075e3f4d3c6002131550ed26, regionState=OPENING, regionLocation=692b295ad45c,34911,1731095621254 2024-11-08T19:53:57,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=048fc75e075e3f4d3c6002131550ed26, ASSIGN because future has completed 2024-11-08T19:53:57,756 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 048fc75e075e3f4d3c6002131550ed26, server=692b295ad45c,34911,1731095621254}] 2024-11-08T19:53:57,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=db4b3545779323046a5b38a85fa85813, ASSIGN because future has completed 2024-11-08T19:53:57,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure db4b3545779323046a5b38a85fa85813, server=692b295ad45c,34911,1731095621254}] 2024-11-08T19:53:57,916 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731095636843.048fc75e075e3f4d3c6002131550ed26. 2024-11-08T19:53:57,917 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 048fc75e075e3f4d3c6002131550ed26, NAME => 'TestLogRolling-testLogRolling,,1731095636843.048fc75e075e3f4d3c6002131550ed26.', STARTKEY => '', ENDKEY => 'row0064'} 2024-11-08T19:53:57,917 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 048fc75e075e3f4d3c6002131550ed26 2024-11-08T19:53:57,918 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731095636843.048fc75e075e3f4d3c6002131550ed26.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:53:57,918 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 048fc75e075e3f4d3c6002131550ed26 2024-11-08T19:53:57,918 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 048fc75e075e3f4d3c6002131550ed26 2024-11-08T19:53:57,921 INFO [StoreOpener-048fc75e075e3f4d3c6002131550ed26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 048fc75e075e3f4d3c6002131550ed26 2024-11-08T19:53:57,923 INFO [StoreOpener-048fc75e075e3f4d3c6002131550ed26-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 048fc75e075e3f4d3c6002131550ed26 columnFamilyName info 2024-11-08T19:53:57,923 DEBUG [StoreOpener-048fc75e075e3f4d3c6002131550ed26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:53:57,937 DEBUG [StoreOpener-048fc75e075e3f4d3c6002131550ed26-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/048fc75e075e3f4d3c6002131550ed26/info/9d53db0226ff4f2b852adcc4f26a635c.f5d9d8280ed863851e73a0efa9edde9c->hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/9d53db0226ff4f2b852adcc4f26a635c-bottom 2024-11-08T19:53:57,937 INFO [StoreOpener-048fc75e075e3f4d3c6002131550ed26-1 {}] regionserver.HStore(327): Store=048fc75e075e3f4d3c6002131550ed26/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:53:57,938 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 048fc75e075e3f4d3c6002131550ed26 2024-11-08T19:53:57,938 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/048fc75e075e3f4d3c6002131550ed26 2024-11-08T19:53:57,940 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/048fc75e075e3f4d3c6002131550ed26 2024-11-08T19:53:57,940 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 048fc75e075e3f4d3c6002131550ed26 2024-11-08T19:53:57,940 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 048fc75e075e3f4d3c6002131550ed26 2024-11-08T19:53:57,942 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 048fc75e075e3f4d3c6002131550ed26 2024-11-08T19:53:57,943 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 048fc75e075e3f4d3c6002131550ed26; next sequenceid=130; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=875672, jitterRate=0.11347497999668121}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T19:53:57,943 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 048fc75e075e3f4d3c6002131550ed26 2024-11-08T19:53:57,943 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 048fc75e075e3f4d3c6002131550ed26: Running coprocessor pre-open hook at 1731095637918Writing region info on filesystem at 1731095637918Initializing all the Stores at 1731095637920 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731095637921 (+1 ms)Cleaning up temporary data from old regions at 1731095637940 (+19 ms)Running coprocessor post-open hooks at 1731095637943 (+3 ms)Region opened successfully at 1731095637943 2024-11-08T19:53:57,944 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731095636843.048fc75e075e3f4d3c6002131550ed26., pid=13, masterSystemTime=1731095637909 2024-11-08T19:53:57,944 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store 048fc75e075e3f4d3c6002131550ed26:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T19:53:57,944 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:53:57,944 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-08T19:53:57,945 INFO [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1731095636843.048fc75e075e3f4d3c6002131550ed26. 2024-11-08T19:53:57,945 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.HStore(1541): 048fc75e075e3f4d3c6002131550ed26/info is initiating minor compaction (all files) 2024-11-08T19:53:57,945 INFO [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 048fc75e075e3f4d3c6002131550ed26/info in TestLogRolling-testLogRolling,,1731095636843.048fc75e075e3f4d3c6002131550ed26. 2024-11-08T19:53:57,945 INFO [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/048fc75e075e3f4d3c6002131550ed26/info/9d53db0226ff4f2b852adcc4f26a635c.f5d9d8280ed863851e73a0efa9edde9c->hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/9d53db0226ff4f2b852adcc4f26a635c-bottom] into tmpdir=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/048fc75e075e3f4d3c6002131550ed26/.tmp, totalSize=73.1 K 2024-11-08T19:53:57,946 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d53db0226ff4f2b852adcc4f26a635c.f5d9d8280ed863851e73a0efa9edde9c, keycount=33, bloomtype=ROW, size=73.1 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731095632588 2024-11-08T19:53:57,946 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731095636843.048fc75e075e3f4d3c6002131550ed26. 2024-11-08T19:53:57,946 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731095636843.048fc75e075e3f4d3c6002131550ed26. 2024-11-08T19:53:57,946 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813. 2024-11-08T19:53:57,947 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(7752): Opening region: {ENCODED => db4b3545779323046a5b38a85fa85813, NAME => 'TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813.', STARTKEY => 'row0064', ENDKEY => ''} 2024-11-08T19:53:57,947 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling db4b3545779323046a5b38a85fa85813 2024-11-08T19:53:57,947 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:53:57,947 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=048fc75e075e3f4d3c6002131550ed26, regionState=OPEN, openSeqNum=130, regionLocation=692b295ad45c,34911,1731095621254 2024-11-08T19:53:57,947 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(7794): checking encryption for db4b3545779323046a5b38a85fa85813 2024-11-08T19:53:57,947 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(7797): checking classloading for db4b3545779323046a5b38a85fa85813 2024-11-08T19:53:57,948 INFO [StoreOpener-db4b3545779323046a5b38a85fa85813-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region db4b3545779323046a5b38a85fa85813 2024-11-08T19:53:57,949 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34911 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-11-08T19:53:57,949 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:53:57,950 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.11 KB heapSize=8.96 KB 2024-11-08T19:53:57,950 INFO [StoreOpener-db4b3545779323046a5b38a85fa85813-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db4b3545779323046a5b38a85fa85813 columnFamilyName info 2024-11-08T19:53:57,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 048fc75e075e3f4d3c6002131550ed26, server=692b295ad45c,34911,1731095621254 because future has completed 2024-11-08T19:53:57,950 DEBUG [StoreOpener-db4b3545779323046a5b38a85fa85813-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:53:57,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=11 2024-11-08T19:53:57,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 048fc75e075e3f4d3c6002131550ed26, server=692b295ad45c,34911,1731095621254 in 195 msec 2024-11-08T19:53:57,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=048fc75e075e3f4d3c6002131550ed26, ASSIGN in 360 msec 2024-11-08T19:53:57,966 DEBUG [StoreOpener-db4b3545779323046a5b38a85fa85813-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/9d53db0226ff4f2b852adcc4f26a635c.f5d9d8280ed863851e73a0efa9edde9c->hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/9d53db0226ff4f2b852adcc4f26a635c-top 2024-11-08T19:53:57,993 INFO [RS:0;692b295ad45c:34911-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 048fc75e075e3f4d3c6002131550ed26#info#compaction#42 average throughput is 2.10 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:53:57,994 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/048fc75e075e3f4d3c6002131550ed26/.tmp/info/4c980aaf6caa48908ed113beb2215baa is 1055, key is row0001/info:/1731095632588/Put/seqid=0 2024-11-08T19:53:57,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/hbase/meta/1588230740/.tmp/info/4a0eb513118e45a2a096870ace5d92fe is 193, key is TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813./info:regioninfo/1731095637747/Put/seqid=0 2024-11-08T19:53:57,999 DEBUG [StoreOpener-db4b3545779323046a5b38a85fa85813-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/TestLogRolling-testLogRolling=f5d9d8280ed863851e73a0efa9edde9c-4659a60f8946460d9e66421781f0070b 2024-11-08T19:53:58,003 DEBUG [StoreOpener-db4b3545779323046a5b38a85fa85813-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/TestLogRolling-testLogRolling=f5d9d8280ed863851e73a0efa9edde9c-e6c1c1871f9940c99ed6537799f39f56 2024-11-08T19:53:58,007 DEBUG [StoreOpener-db4b3545779323046a5b38a85fa85813-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/TestLogRolling-testLogRolling=f5d9d8280ed863851e73a0efa9edde9c-fa3cd814d5904cfbb47cb1f820fe3825 2024-11-08T19:53:58,008 INFO [StoreOpener-db4b3545779323046a5b38a85fa85813-1 {}] regionserver.HStore(327): Store=db4b3545779323046a5b38a85fa85813/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:53:58,008 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(1038): replaying wal for db4b3545779323046a5b38a85fa85813 2024-11-08T19:53:58,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741853_1029 (size=9847) 2024-11-08T19:53:58,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741853_1029 (size=9847) 2024-11-08T19:53:58,009 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813 2024-11-08T19:53:58,009 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.92 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/hbase/meta/1588230740/.tmp/info/4a0eb513118e45a2a096870ace5d92fe 2024-11-08T19:53:58,010 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813 2024-11-08T19:53:58,010 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(1048): stopping wal replay for db4b3545779323046a5b38a85fa85813 2024-11-08T19:53:58,011 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(1060): Cleaning up temporary data for db4b3545779323046a5b38a85fa85813 2024-11-08T19:53:58,012 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(1093): writing seq id for db4b3545779323046a5b38a85fa85813 2024-11-08T19:53:58,013 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(1114): Opened db4b3545779323046a5b38a85fa85813; next sequenceid=130; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=700061, jitterRate=-0.10982717573642731}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T19:53:58,013 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(1122): Running coprocessor post-open hooks for db4b3545779323046a5b38a85fa85813 2024-11-08T19:53:58,013 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(1006): Region open journal for db4b3545779323046a5b38a85fa85813: Running coprocessor pre-open hook at 1731095637947Writing region info on filesystem at 1731095637947Initializing all the Stores at 1731095637948 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731095637948Cleaning up temporary data from old regions at 1731095638011 (+63 ms)Running coprocessor post-open hooks at 1731095638013 (+2 ms)Region opened successfully at 1731095638013 2024-11-08T19:53:58,014 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813., pid=14, masterSystemTime=1731095637909 2024-11-08T19:53:58,014 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.CompactSplit(403): Add compact mark for store db4b3545779323046a5b38a85fa85813:info, priority=-2147483648, current under compaction store size is 2 2024-11-08T19:53:58,014 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:53:58,014 DEBUG [RS:0;692b295ad45c:34911-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T19:53:58,016 INFO [RS:0;692b295ad45c:34911-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813. 2024-11-08T19:53:58,016 DEBUG [RS:0;692b295ad45c:34911-longCompactions-0 {}] regionserver.HStore(1541): db4b3545779323046a5b38a85fa85813/info is initiating minor compaction (all files) 2024-11-08T19:53:58,016 INFO [RS:0;692b295ad45c:34911-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db4b3545779323046a5b38a85fa85813/info in TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813. 2024-11-08T19:53:58,016 INFO [RS:0;692b295ad45c:34911-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/9d53db0226ff4f2b852adcc4f26a635c.f5d9d8280ed863851e73a0efa9edde9c->hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/9d53db0226ff4f2b852adcc4f26a635c-top, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/TestLogRolling-testLogRolling=f5d9d8280ed863851e73a0efa9edde9c-fa3cd814d5904cfbb47cb1f820fe3825, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/TestLogRolling-testLogRolling=f5d9d8280ed863851e73a0efa9edde9c-e6c1c1871f9940c99ed6537799f39f56, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/TestLogRolling-testLogRolling=f5d9d8280ed863851e73a0efa9edde9c-4659a60f8946460d9e66421781f0070b] into tmpdir=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp, totalSize=118.5 K 2024-11-08T19:53:58,016 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813. 2024-11-08T19:53:58,017 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813. 2024-11-08T19:53:58,017 DEBUG [RS:0;692b295ad45c:34911-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d53db0226ff4f2b852adcc4f26a635c.f5d9d8280ed863851e73a0efa9edde9c, keycount=33, bloomtype=ROW, size=73.1 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731095632588 2024-11-08T19:53:58,017 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=db4b3545779323046a5b38a85fa85813, regionState=OPEN, openSeqNum=130, regionLocation=692b295ad45c,34911,1731095621254 2024-11-08T19:53:58,017 DEBUG [RS:0;692b295ad45c:34911-longCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=f5d9d8280ed863851e73a0efa9edde9c-fa3cd814d5904cfbb47cb1f820fe3825, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1731095636753 2024-11-08T19:53:58,018 DEBUG [RS:0;692b295ad45c:34911-longCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=f5d9d8280ed863851e73a0efa9edde9c-e6c1c1871f9940c99ed6537799f39f56, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731095636785 2024-11-08T19:53:58,018 DEBUG [RS:0;692b295ad45c:34911-longCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=f5d9d8280ed863851e73a0efa9edde9c-4659a60f8946460d9e66421781f0070b, keycount=5, bloomtype=ROW, size=10.0 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1731095636814 2024-11-08T19:53:58,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741852_1028 (size=71441) 2024-11-08T19:53:58,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741852_1028 (size=71441) 2024-11-08T19:53:58,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure db4b3545779323046a5b38a85fa85813, server=692b295ad45c,34911,1731095621254 because future has completed 2024-11-08T19:53:58,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=12 2024-11-08T19:53:58,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure db4b3545779323046a5b38a85fa85813, server=692b295ad45c,34911,1731095621254 in 266 msec 2024-11-08T19:53:58,028 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/048fc75e075e3f4d3c6002131550ed26/.tmp/info/4c980aaf6caa48908ed113beb2215baa as hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/048fc75e075e3f4d3c6002131550ed26/info/4c980aaf6caa48908ed113beb2215baa 2024-11-08T19:53:58,030 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=7 2024-11-08T19:53:58,030 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=db4b3545779323046a5b38a85fa85813, ASSIGN in 433 msec 2024-11-08T19:53:58,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=f5d9d8280ed863851e73a0efa9edde9c, daughterA=048fc75e075e3f4d3c6002131550ed26, daughterB=db4b3545779323046a5b38a85fa85813 in 1.1870 sec 2024-11-08T19:53:58,032 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=f5d9d8280ed863851e73a0efa9edde9c, daughterA=27422839fdf7b0a29ceb38120a9e5591, daughterB=a572cac9d01d280ae2033ffe6fb71049 2024-11-08T19:53:58,032 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=f5d9d8280ed863851e73a0efa9edde9c, daughterA=27422839fdf7b0a29ceb38120a9e5591, daughterB=a572cac9d01d280ae2033ffe6fb71049 2024-11-08T19:53:58,032 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=f5d9d8280ed863851e73a0efa9edde9c, daughterA=27422839fdf7b0a29ceb38120a9e5591, daughterB=a572cac9d01d280ae2033ffe6fb71049 2024-11-08T19:53:58,033 INFO [PEWorker-1 {}] assignment.SplitTableRegionProcedure(534): Split of {ENCODED => f5d9d8280ed863851e73a0efa9edde9c, NAME => 'TestLogRolling-testLogRolling,,1731095622512.f5d9d8280ed863851e73a0efa9edde9c.', STARTKEY => '', ENDKEY => ''} skipped; state is already SPLIT 2024-11-08T19:53:58,035 INFO [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in 048fc75e075e3f4d3c6002131550ed26/info of 048fc75e075e3f4d3c6002131550ed26 into 4c980aaf6caa48908ed113beb2215baa(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:53:58,035 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 048fc75e075e3f4d3c6002131550ed26: 2024-11-08T19:53:58,035 INFO [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731095636843.048fc75e075e3f4d3c6002131550ed26., storeName=048fc75e075e3f4d3c6002131550ed26/info, priority=15, startTime=1731095637944; duration=0sec 2024-11-08T19:53:58,035 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:53:58,035 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 048fc75e075e3f4d3c6002131550ed26:info 2024-11-08T19:53:58,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=f5d9d8280ed863851e73a0efa9edde9c, daughterA=27422839fdf7b0a29ceb38120a9e5591, daughterB=a572cac9d01d280ae2033ffe6fb71049 in 1.1830 sec 2024-11-08T19:53:58,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/hbase/meta/1588230740/.tmp/ns/764f09f345974879bdef82d5fcb705a4 is 43, key is default/ns:d/1731095622415/Put/seqid=0 2024-11-08T19:53:58,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741854_1030 (size=5153) 2024-11-08T19:53:58,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741854_1030 (size=5153) 2024-11-08T19:53:58,055 INFO [RS:0;692b295ad45c:34911-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db4b3545779323046a5b38a85fa85813#info#compaction#45 average throughput is 16.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:53:58,055 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/hbase/meta/1588230740/.tmp/ns/764f09f345974879bdef82d5fcb705a4 2024-11-08T19:53:58,055 DEBUG [RS:0;692b295ad45c:34911-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/f7c7ee75e0694d16a5cade2ee053aa51 is 1055, key is row0064/info:/1731095634739/Put/seqid=0 2024-11-08T19:53:58,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741855_1031 (size=40102) 2024-11-08T19:53:58,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741855_1031 (size=40102) 2024-11-08T19:53:58,067 DEBUG [RS:0;692b295ad45c:34911-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/f7c7ee75e0694d16a5cade2ee053aa51 as hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/f7c7ee75e0694d16a5cade2ee053aa51 2024-11-08T19:53:58,073 INFO [RS:0;692b295ad45c:34911-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in db4b3545779323046a5b38a85fa85813/info of db4b3545779323046a5b38a85fa85813 into f7c7ee75e0694d16a5cade2ee053aa51(size=39.2 K), total size for store is 39.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:53:58,073 DEBUG [RS:0;692b295ad45c:34911-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db4b3545779323046a5b38a85fa85813: 2024-11-08T19:53:58,073 INFO [RS:0;692b295ad45c:34911-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813., storeName=db4b3545779323046a5b38a85fa85813/info, priority=12, startTime=1731095638014; duration=0sec 2024-11-08T19:53:58,073 DEBUG [RS:0;692b295ad45c:34911-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:53:58,073 DEBUG [RS:0;692b295ad45c:34911-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db4b3545779323046a5b38a85fa85813:info 2024-11-08T19:53:58,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/hbase/meta/1588230740/.tmp/table/b9a0b7965b114e8bb022ac5d12b453e5 is 65, key is TestLogRolling-testLogRolling/table:state/1731095622898/Put/seqid=0 2024-11-08T19:53:58,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741856_1032 (size=5340) 2024-11-08T19:53:58,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741856_1032 (size=5340) 2024-11-08T19:53:58,081 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/hbase/meta/1588230740/.tmp/table/b9a0b7965b114e8bb022ac5d12b453e5 2024-11-08T19:53:58,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/hbase/meta/1588230740/.tmp/info/4a0eb513118e45a2a096870ace5d92fe as hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/hbase/meta/1588230740/info/4a0eb513118e45a2a096870ace5d92fe 2024-11-08T19:53:58,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/hbase/meta/1588230740/info/4a0eb513118e45a2a096870ace5d92fe, entries=30, sequenceid=17, filesize=9.6 K 2024-11-08T19:53:58,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/hbase/meta/1588230740/.tmp/ns/764f09f345974879bdef82d5fcb705a4 as hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/hbase/meta/1588230740/ns/764f09f345974879bdef82d5fcb705a4 2024-11-08T19:53:58,096 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/hbase/meta/1588230740/ns/764f09f345974879bdef82d5fcb705a4, entries=2, sequenceid=17, filesize=5.0 K 2024-11-08T19:53:58,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/hbase/meta/1588230740/.tmp/table/b9a0b7965b114e8bb022ac5d12b453e5 as hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/hbase/meta/1588230740/table/b9a0b7965b114e8bb022ac5d12b453e5 2024-11-08T19:53:58,103 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/hbase/meta/1588230740/table/b9a0b7965b114e8bb022ac5d12b453e5, entries=2, sequenceid=17, filesize=5.2 K 2024-11-08T19:53:58,104 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.11 KB/5234, heapSize ~8.66 KB/8872, currentSize=705 B/705 for 1588230740 in 154ms, sequenceid=17, compaction requested=false 2024-11-08T19:53:58,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-08T19:53:58,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34911 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:50484 deadline: 1731095648826, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731095622512.f5d9d8280ed863851e73a0efa9edde9c. is not online on 692b295ad45c,34911,1731095621254 2024-11-08T19:53:58,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731095622512.f5d9d8280ed863851e73a0efa9edde9c., hostname=692b295ad45c,34911,1731095621254, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731095622512.f5d9d8280ed863851e73a0efa9edde9c., hostname=692b295ad45c,34911,1731095621254, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731095622512.f5d9d8280ed863851e73a0efa9edde9c. is not online on 692b295ad45c,34911,1731095621254 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:53:58,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731095622512.f5d9d8280ed863851e73a0efa9edde9c., hostname=692b295ad45c,34911,1731095621254, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731095622512.f5d9d8280ed863851e73a0efa9edde9c. is not online on 692b295ad45c,34911,1731095621254 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:53:58,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1731095622512.f5d9d8280ed863851e73a0efa9edde9c., hostname=692b295ad45c,34911,1731095621254, seqNum=2 from cache 2024-11-08T19:54:02,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:54:02,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:54:02,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:54:02,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:54:02,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:54:02,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:54:02,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:54:02,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:54:02,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:54:02,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:54:02,608 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T19:54:02,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:54:02,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:54:02,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:54:02,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:54:02,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:54:02,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:54:02,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:54:02,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:54:02,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:54:02,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:54:08,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0097', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813., hostname=692b295ad45c,34911,1731095621254, seqNum=130] 2024-11-08T19:54:08,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34911 {}] regionserver.HRegion(8855): Flush requested on db4b3545779323046a5b38a85fa85813 2024-11-08T19:54:08,959 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing db4b3545779323046a5b38a85fa85813 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-08T19:54:08,964 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/95ca5dc815ac4b30a37a8ec629800abd is 1055, key is row0097/info:/1731095648947/Put/seqid=0 2024-11-08T19:54:08,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741857_1033 (size=13394) 2024-11-08T19:54:08,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741857_1033 (size=13394) 2024-11-08T19:54:08,973 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/95ca5dc815ac4b30a37a8ec629800abd 2024-11-08T19:54:08,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/95ca5dc815ac4b30a37a8ec629800abd as hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/95ca5dc815ac4b30a37a8ec629800abd 2024-11-08T19:54:08,985 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/95ca5dc815ac4b30a37a8ec629800abd, entries=8, sequenceid=141, filesize=13.1 K 2024-11-08T19:54:08,986 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for db4b3545779323046a5b38a85fa85813 in 27ms, sequenceid=141, compaction requested=false 2024-11-08T19:54:08,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for db4b3545779323046a5b38a85fa85813: 2024-11-08T19:54:08,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34911 {}] regionserver.HRegion(8855): Flush requested on db4b3545779323046a5b38a85fa85813 2024-11-08T19:54:08,988 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing db4b3545779323046a5b38a85fa85813 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-08T19:54:08,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/298c96fecf06415ab9b22c763c481b2f is 1055, key is row0105/info:/1731095648960/Put/seqid=0 2024-11-08T19:54:08,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741858_1034 (size=19728) 2024-11-08T19:54:08,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741858_1034 (size=19728) 2024-11-08T19:54:09,001 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/298c96fecf06415ab9b22c763c481b2f 2024-11-08T19:54:09,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/298c96fecf06415ab9b22c763c481b2f as hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/298c96fecf06415ab9b22c763c481b2f 2024-11-08T19:54:09,013 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/298c96fecf06415ab9b22c763c481b2f, entries=14, sequenceid=158, filesize=19.3 K 2024-11-08T19:54:09,015 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=10.26 KB/10510 for db4b3545779323046a5b38a85fa85813 in 27ms, sequenceid=158, compaction requested=true 2024-11-08T19:54:09,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for db4b3545779323046a5b38a85fa85813: 2024-11-08T19:54:09,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db4b3545779323046a5b38a85fa85813:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T19:54:09,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:54:09,015 DEBUG [RS:0;692b295ad45c:34911-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:54:09,016 DEBUG [RS:0;692b295ad45c:34911-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 73224 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:54:09,016 DEBUG [RS:0;692b295ad45c:34911-longCompactions-0 {}] regionserver.HStore(1541): db4b3545779323046a5b38a85fa85813/info is initiating minor compaction (all files) 2024-11-08T19:54:09,016 INFO [RS:0;692b295ad45c:34911-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db4b3545779323046a5b38a85fa85813/info in TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813. 2024-11-08T19:54:09,016 INFO [RS:0;692b295ad45c:34911-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/f7c7ee75e0694d16a5cade2ee053aa51, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/95ca5dc815ac4b30a37a8ec629800abd, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/298c96fecf06415ab9b22c763c481b2f] into tmpdir=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp, totalSize=71.5 K 2024-11-08T19:54:09,017 DEBUG [RS:0;692b295ad45c:34911-longCompactions-0 {}] compactions.Compactor(225): Compacting f7c7ee75e0694d16a5cade2ee053aa51, keycount=33, bloomtype=ROW, size=39.2 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1731095634739 2024-11-08T19:54:09,017 DEBUG [RS:0;692b295ad45c:34911-longCompactions-0 {}] compactions.Compactor(225): Compacting 95ca5dc815ac4b30a37a8ec629800abd, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731095648947 2024-11-08T19:54:09,018 DEBUG [RS:0;692b295ad45c:34911-longCompactions-0 {}] compactions.Compactor(225): Compacting 298c96fecf06415ab9b22c763c481b2f, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731095648960 2024-11-08T19:54:09,029 INFO [RS:0;692b295ad45c:34911-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db4b3545779323046a5b38a85fa85813#info#compaction#49 average throughput is 27.56 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:54:09,030 DEBUG [RS:0;692b295ad45c:34911-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/60dfeba9ef794cbca9e9857ba5f52d5e is 1055, key is row0064/info:/1731095634739/Put/seqid=0 2024-11-08T19:54:09,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741859_1035 (size=63438) 2024-11-08T19:54:09,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741859_1035 (size=63438) 2024-11-08T19:54:09,041 DEBUG [RS:0;692b295ad45c:34911-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/60dfeba9ef794cbca9e9857ba5f52d5e as hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/60dfeba9ef794cbca9e9857ba5f52d5e 2024-11-08T19:54:09,047 INFO [RS:0;692b295ad45c:34911-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in db4b3545779323046a5b38a85fa85813/info of db4b3545779323046a5b38a85fa85813 into 60dfeba9ef794cbca9e9857ba5f52d5e(size=62.0 K), total size for store is 62.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:54:09,047 DEBUG [RS:0;692b295ad45c:34911-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db4b3545779323046a5b38a85fa85813: 2024-11-08T19:54:09,047 INFO [RS:0;692b295ad45c:34911-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813., storeName=db4b3545779323046a5b38a85fa85813/info, priority=13, startTime=1731095649015; duration=0sec 2024-11-08T19:54:09,048 DEBUG [RS:0;692b295ad45c:34911-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:54:09,048 DEBUG [RS:0;692b295ad45c:34911-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db4b3545779323046a5b38a85fa85813:info 2024-11-08T19:54:11,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34911 {}] regionserver.HRegion(8855): Flush requested on db4b3545779323046a5b38a85fa85813 2024-11-08T19:54:11,014 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing db4b3545779323046a5b38a85fa85813 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-08T19:54:11,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/a41668ee9deb44b480b80763e01bdfc9 is 1055, key is row0119/info:/1731095648989/Put/seqid=0 2024-11-08T19:54:11,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741860_1036 (size=16553) 2024-11-08T19:54:11,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741860_1036 (size=16553) 2024-11-08T19:54:11,028 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/a41668ee9deb44b480b80763e01bdfc9 2024-11-08T19:54:11,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/a41668ee9deb44b480b80763e01bdfc9 as hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/a41668ee9deb44b480b80763e01bdfc9 2024-11-08T19:54:11,040 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/a41668ee9deb44b480b80763e01bdfc9, entries=11, sequenceid=173, filesize=16.2 K 2024-11-08T19:54:11,041 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=11.29 KB/11561 for db4b3545779323046a5b38a85fa85813 in 27ms, sequenceid=173, compaction requested=false 2024-11-08T19:54:11,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for db4b3545779323046a5b38a85fa85813: 2024-11-08T19:54:11,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34911 {}] regionserver.HRegion(8855): Flush requested on db4b3545779323046a5b38a85fa85813 2024-11-08T19:54:11,043 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing db4b3545779323046a5b38a85fa85813 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-08T19:54:11,047 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/6f8aac308407431b8a8dbac2e1b3b23b is 1055, key is row0130/info:/1731095651017/Put/seqid=0 2024-11-08T19:54:11,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741861_1037 (size=17606) 2024-11-08T19:54:11,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741861_1037 (size=17606) 2024-11-08T19:54:11,053 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/6f8aac308407431b8a8dbac2e1b3b23b 2024-11-08T19:54:11,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/6f8aac308407431b8a8dbac2e1b3b23b as hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/6f8aac308407431b8a8dbac2e1b3b23b 2024-11-08T19:54:11,063 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T19:54:11,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/6f8aac308407431b8a8dbac2e1b3b23b, entries=12, sequenceid=188, filesize=17.2 K 2024-11-08T19:54:11,066 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=10.26 KB/10510 for db4b3545779323046a5b38a85fa85813 in 24ms, sequenceid=188, compaction requested=true 2024-11-08T19:54:11,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for db4b3545779323046a5b38a85fa85813: 2024-11-08T19:54:11,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db4b3545779323046a5b38a85fa85813:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T19:54:11,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:54:11,067 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:54:11,068 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 97597 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:54:11,068 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.HStore(1541): db4b3545779323046a5b38a85fa85813/info is initiating minor compaction (all files) 2024-11-08T19:54:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34911 {}] regionserver.HRegion(8855): Flush requested on db4b3545779323046a5b38a85fa85813 2024-11-08T19:54:11,068 INFO [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db4b3545779323046a5b38a85fa85813/info in TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813. 2024-11-08T19:54:11,068 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing db4b3545779323046a5b38a85fa85813 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-08T19:54:11,068 INFO [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/60dfeba9ef794cbca9e9857ba5f52d5e, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/a41668ee9deb44b480b80763e01bdfc9, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/6f8aac308407431b8a8dbac2e1b3b23b] into tmpdir=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp, totalSize=95.3 K 2024-11-08T19:54:11,069 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] compactions.Compactor(225): Compacting 60dfeba9ef794cbca9e9857ba5f52d5e, keycount=55, bloomtype=ROW, size=62.0 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731095634739 2024-11-08T19:54:11,069 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] compactions.Compactor(225): Compacting a41668ee9deb44b480b80763e01bdfc9, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731095648989 2024-11-08T19:54:11,070 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f8aac308407431b8a8dbac2e1b3b23b, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731095651017 2024-11-08T19:54:11,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/5b1c8cd0aedd42b1991bd82da111cc56 is 1055, key is row0142/info:/1731095651044/Put/seqid=0 2024-11-08T19:54:11,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741862_1038 (size=17606) 2024-11-08T19:54:11,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741862_1038 (size=17606) 2024-11-08T19:54:11,081 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/5b1c8cd0aedd42b1991bd82da111cc56 2024-11-08T19:54:11,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/5b1c8cd0aedd42b1991bd82da111cc56 as hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/5b1c8cd0aedd42b1991bd82da111cc56 2024-11-08T19:54:11,089 INFO [RS:0;692b295ad45c:34911-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db4b3545779323046a5b38a85fa85813#info#compaction#53 average throughput is 26.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:54:11,089 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/6e9049098f714886abdf13242fe8295a is 1055, key is row0064/info:/1731095634739/Put/seqid=0 2024-11-08T19:54:11,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741863_1039 (size=87832) 2024-11-08T19:54:11,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741863_1039 (size=87832) 2024-11-08T19:54:11,095 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/5b1c8cd0aedd42b1991bd82da111cc56, entries=12, sequenceid=203, filesize=17.2 K 2024-11-08T19:54:11,096 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=7.18 KB/7357 for db4b3545779323046a5b38a85fa85813 in 27ms, sequenceid=203, compaction requested=false 2024-11-08T19:54:11,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for db4b3545779323046a5b38a85fa85813: 2024-11-08T19:54:11,100 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/6e9049098f714886abdf13242fe8295a as hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/6e9049098f714886abdf13242fe8295a 2024-11-08T19:54:11,105 INFO [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in db4b3545779323046a5b38a85fa85813/info of db4b3545779323046a5b38a85fa85813 into 6e9049098f714886abdf13242fe8295a(size=85.8 K), total size for store is 103.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:54:11,106 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db4b3545779323046a5b38a85fa85813: 2024-11-08T19:54:11,106 INFO [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813., storeName=db4b3545779323046a5b38a85fa85813/info, priority=13, startTime=1731095651067; duration=0sec 2024-11-08T19:54:11,106 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:54:11,106 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db4b3545779323046a5b38a85fa85813:info 2024-11-08T19:54:13,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34911 {}] regionserver.HRegion(8855): Flush requested on db4b3545779323046a5b38a85fa85813 2024-11-08T19:54:13,091 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing db4b3545779323046a5b38a85fa85813 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-08T19:54:13,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/da66ade7f0e64bc4bf14271963c53676 is 1055, key is row0154/info:/1731095651070/Put/seqid=0 2024-11-08T19:54:13,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741864_1040 (size=13394) 2024-11-08T19:54:13,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741864_1040 (size=13394) 2024-11-08T19:54:13,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/da66ade7f0e64bc4bf14271963c53676 2024-11-08T19:54:13,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/da66ade7f0e64bc4bf14271963c53676 as hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/da66ade7f0e64bc4bf14271963c53676 2024-11-08T19:54:13,115 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/da66ade7f0e64bc4bf14271963c53676, entries=8, sequenceid=215, filesize=13.1 K 2024-11-08T19:54:13,116 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for db4b3545779323046a5b38a85fa85813 in 26ms, sequenceid=215, compaction requested=true 2024-11-08T19:54:13,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for db4b3545779323046a5b38a85fa85813: 2024-11-08T19:54:13,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db4b3545779323046a5b38a85fa85813:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T19:54:13,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:54:13,116 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:54:13,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34911 {}] regionserver.HRegion(8855): Flush requested on db4b3545779323046a5b38a85fa85813 2024-11-08T19:54:13,117 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing db4b3545779323046a5b38a85fa85813 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-08T19:54:13,118 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118832 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:54:13,118 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.HStore(1541): db4b3545779323046a5b38a85fa85813/info is initiating minor compaction (all files) 2024-11-08T19:54:13,118 INFO [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db4b3545779323046a5b38a85fa85813/info in TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813. 2024-11-08T19:54:13,118 INFO [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/6e9049098f714886abdf13242fe8295a, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/5b1c8cd0aedd42b1991bd82da111cc56, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/da66ade7f0e64bc4bf14271963c53676] into tmpdir=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp, totalSize=116.0 K 2024-11-08T19:54:13,118 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6e9049098f714886abdf13242fe8295a, keycount=78, bloomtype=ROW, size=85.8 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731095634739 2024-11-08T19:54:13,119 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b1c8cd0aedd42b1991bd82da111cc56, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731095651044 2024-11-08T19:54:13,119 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] compactions.Compactor(225): Compacting da66ade7f0e64bc4bf14271963c53676, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731095651070 2024-11-08T19:54:13,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/13ce3a003cd14d6caed52a8716acb98b is 1055, key is row0162/info:/1731095653093/Put/seqid=0 2024-11-08T19:54:13,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741865_1041 (size=17606) 2024-11-08T19:54:13,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741865_1041 (size=17606) 2024-11-08T19:54:13,135 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/13ce3a003cd14d6caed52a8716acb98b 2024-11-08T19:54:13,136 INFO [RS:0;692b295ad45c:34911-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db4b3545779323046a5b38a85fa85813#info#compaction#56 average throughput is 32.74 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:54:13,137 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/ab06d397402843df9c63ace255d4f484 is 1055, key is row0064/info:/1731095634739/Put/seqid=0 2024-11-08T19:54:13,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/13ce3a003cd14d6caed52a8716acb98b as hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/13ce3a003cd14d6caed52a8716acb98b 2024-11-08T19:54:13,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741866_1042 (size=109002) 2024-11-08T19:54:13,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741866_1042 (size=109002) 2024-11-08T19:54:13,148 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/13ce3a003cd14d6caed52a8716acb98b, entries=12, sequenceid=230, filesize=17.2 K 2024-11-08T19:54:13,148 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/ab06d397402843df9c63ace255d4f484 as hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/ab06d397402843df9c63ace255d4f484 2024-11-08T19:54:13,149 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=14.37 KB/14714 for db4b3545779323046a5b38a85fa85813 in 32ms, sequenceid=230, compaction requested=false 2024-11-08T19:54:13,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for db4b3545779323046a5b38a85fa85813: 2024-11-08T19:54:13,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34911 {}] regionserver.HRegion(8855): Flush requested on db4b3545779323046a5b38a85fa85813 2024-11-08T19:54:13,150 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing db4b3545779323046a5b38a85fa85813 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-08T19:54:13,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/381fd667ecbd4151ba27fa5d18a71a33 is 1055, key is row0174/info:/1731095653118/Put/seqid=0 2024-11-08T19:54:13,158 INFO [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in db4b3545779323046a5b38a85fa85813/info of db4b3545779323046a5b38a85fa85813 into ab06d397402843df9c63ace255d4f484(size=106.4 K), total size for store is 123.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:54:13,158 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db4b3545779323046a5b38a85fa85813: 2024-11-08T19:54:13,158 INFO [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813., storeName=db4b3545779323046a5b38a85fa85813/info, priority=13, startTime=1731095653116; duration=0sec 2024-11-08T19:54:13,158 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:54:13,158 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db4b3545779323046a5b38a85fa85813:info 2024-11-08T19:54:13,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741867_1043 (size=20781) 2024-11-08T19:54:13,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741867_1043 (size=20781) 2024-11-08T19:54:13,161 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/381fd667ecbd4151ba27fa5d18a71a33 2024-11-08T19:54:13,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/381fd667ecbd4151ba27fa5d18a71a33 as hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/381fd667ecbd4151ba27fa5d18a71a33 2024-11-08T19:54:13,172 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/381fd667ecbd4151ba27fa5d18a71a33, entries=15, sequenceid=248, filesize=20.3 K 2024-11-08T19:54:13,173 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=4.11 KB/4204 for db4b3545779323046a5b38a85fa85813 in 23ms, sequenceid=248, compaction requested=true 2024-11-08T19:54:13,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for db4b3545779323046a5b38a85fa85813: 2024-11-08T19:54:13,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db4b3545779323046a5b38a85fa85813:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T19:54:13,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:54:13,173 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:54:13,174 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 147389 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:54:13,174 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.HStore(1541): db4b3545779323046a5b38a85fa85813/info is initiating minor compaction (all files) 2024-11-08T19:54:13,174 INFO [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db4b3545779323046a5b38a85fa85813/info in TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813. 2024-11-08T19:54:13,174 INFO [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/ab06d397402843df9c63ace255d4f484, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/13ce3a003cd14d6caed52a8716acb98b, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/381fd667ecbd4151ba27fa5d18a71a33] into tmpdir=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp, totalSize=143.9 K 2024-11-08T19:54:13,175 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab06d397402843df9c63ace255d4f484, keycount=98, bloomtype=ROW, size=106.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731095634739 2024-11-08T19:54:13,175 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] compactions.Compactor(225): Compacting 13ce3a003cd14d6caed52a8716acb98b, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731095653093 2024-11-08T19:54:13,175 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] compactions.Compactor(225): Compacting 381fd667ecbd4151ba27fa5d18a71a33, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731095653118 2024-11-08T19:54:13,189 INFO [RS:0;692b295ad45c:34911-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db4b3545779323046a5b38a85fa85813#info#compaction#58 average throughput is 41.76 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:54:13,189 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/0e3a92be740c4cbe885e657a602fa3de is 1055, key is row0064/info:/1731095634739/Put/seqid=0 2024-11-08T19:54:13,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741868_1044 (size=137667) 2024-11-08T19:54:13,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741868_1044 (size=137667) 2024-11-08T19:54:13,198 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/0e3a92be740c4cbe885e657a602fa3de as hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/0e3a92be740c4cbe885e657a602fa3de 2024-11-08T19:54:13,204 INFO [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in db4b3545779323046a5b38a85fa85813/info of db4b3545779323046a5b38a85fa85813 into 0e3a92be740c4cbe885e657a602fa3de(size=134.4 K), total size for store is 134.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:54:13,204 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db4b3545779323046a5b38a85fa85813: 2024-11-08T19:54:13,204 INFO [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813., storeName=db4b3545779323046a5b38a85fa85813/info, priority=13, startTime=1731095653173; duration=0sec 2024-11-08T19:54:13,204 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:54:13,204 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db4b3545779323046a5b38a85fa85813:info 2024-11-08T19:54:15,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34911 {}] regionserver.HRegion(8855): Flush requested on db4b3545779323046a5b38a85fa85813 2024-11-08T19:54:15,173 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing db4b3545779323046a5b38a85fa85813 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-08T19:54:15,177 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/13fa9e39082e49d29bae9ac6494e22c4 is 1055, key is row0189/info:/1731095653151/Put/seqid=0 2024-11-08T19:54:15,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741869_1045 (size=13398) 2024-11-08T19:54:15,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741869_1045 (size=13398) 2024-11-08T19:54:15,182 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/13fa9e39082e49d29bae9ac6494e22c4 2024-11-08T19:54:15,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/13fa9e39082e49d29bae9ac6494e22c4 as hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/13fa9e39082e49d29bae9ac6494e22c4 2024-11-08T19:54:15,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/13fa9e39082e49d29bae9ac6494e22c4, entries=8, sequenceid=261, filesize=13.1 K 2024-11-08T19:54:15,194 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for db4b3545779323046a5b38a85fa85813 in 21ms, sequenceid=261, compaction requested=false 2024-11-08T19:54:15,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for db4b3545779323046a5b38a85fa85813: 2024-11-08T19:54:15,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34911 {}] regionserver.HRegion(8855): Flush requested on db4b3545779323046a5b38a85fa85813 2024-11-08T19:54:15,195 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing db4b3545779323046a5b38a85fa85813 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-08T19:54:15,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/16aebdc7bef34651b98cc69475398903 is 1055, key is row0197/info:/1731095655174/Put/seqid=0 2024-11-08T19:54:15,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741870_1046 (size=17618) 2024-11-08T19:54:15,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741870_1046 (size=17618) 2024-11-08T19:54:15,206 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/16aebdc7bef34651b98cc69475398903 2024-11-08T19:54:15,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/16aebdc7bef34651b98cc69475398903 as hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/16aebdc7bef34651b98cc69475398903 2024-11-08T19:54:15,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/16aebdc7bef34651b98cc69475398903, entries=12, sequenceid=276, filesize=17.2 K 2024-11-08T19:54:15,218 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=11.29 KB/11561 for db4b3545779323046a5b38a85fa85813 in 23ms, sequenceid=276, compaction requested=true 2024-11-08T19:54:15,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for db4b3545779323046a5b38a85fa85813: 2024-11-08T19:54:15,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db4b3545779323046a5b38a85fa85813:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T19:54:15,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:54:15,218 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:54:15,219 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 168683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:54:15,220 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.HStore(1541): db4b3545779323046a5b38a85fa85813/info is initiating minor compaction (all files) 2024-11-08T19:54:15,220 INFO [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db4b3545779323046a5b38a85fa85813/info in TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813. 2024-11-08T19:54:15,220 INFO [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/0e3a92be740c4cbe885e657a602fa3de, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/13fa9e39082e49d29bae9ac6494e22c4, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/16aebdc7bef34651b98cc69475398903] into tmpdir=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp, totalSize=164.7 K 2024-11-08T19:54:15,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34911 {}] regionserver.HRegion(8855): Flush requested on db4b3545779323046a5b38a85fa85813 2024-11-08T19:54:15,220 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing db4b3545779323046a5b38a85fa85813 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-08T19:54:15,220 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0e3a92be740c4cbe885e657a602fa3de, keycount=125, bloomtype=ROW, size=134.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731095634739 2024-11-08T19:54:15,221 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] compactions.Compactor(225): Compacting 13fa9e39082e49d29bae9ac6494e22c4, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731095653151 2024-11-08T19:54:15,221 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16aebdc7bef34651b98cc69475398903, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731095655174 2024-11-08T19:54:15,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/eb4c927d3c3340af993b59c24c34e2b9 is 1055, key is row0209/info:/1731095655197/Put/seqid=0 2024-11-08T19:54:15,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741871_1047 (size=18688) 2024-11-08T19:54:15,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741871_1047 (size=18688) 2024-11-08T19:54:15,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/eb4c927d3c3340af993b59c24c34e2b9 2024-11-08T19:54:15,234 INFO [RS:0;692b295ad45c:34911-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db4b3545779323046a5b38a85fa85813#info#compaction#62 average throughput is 48.45 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:54:15,234 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/9998d1c553b2401989aee42595baa835 is 1055, key is row0064/info:/1731095634739/Put/seqid=0 2024-11-08T19:54:15,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/eb4c927d3c3340af993b59c24c34e2b9 as hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/eb4c927d3c3340af993b59c24c34e2b9 2024-11-08T19:54:15,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741872_1048 (size=158921) 2024-11-08T19:54:15,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741872_1048 (size=158921) 2024-11-08T19:54:15,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/eb4c927d3c3340af993b59c24c34e2b9, entries=13, sequenceid=292, filesize=18.3 K 2024-11-08T19:54:15,245 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/9998d1c553b2401989aee42595baa835 as hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/9998d1c553b2401989aee42595baa835 2024-11-08T19:54:15,245 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=3.08 KB/3153 for db4b3545779323046a5b38a85fa85813 in 25ms, sequenceid=292, compaction requested=false 2024-11-08T19:54:15,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for db4b3545779323046a5b38a85fa85813: 2024-11-08T19:54:15,250 INFO [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in db4b3545779323046a5b38a85fa85813/info of db4b3545779323046a5b38a85fa85813 into 9998d1c553b2401989aee42595baa835(size=155.2 K), total size for store is 173.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:54:15,251 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db4b3545779323046a5b38a85fa85813: 2024-11-08T19:54:15,251 INFO [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813., storeName=db4b3545779323046a5b38a85fa85813/info, priority=13, startTime=1731095655218; duration=0sec 2024-11-08T19:54:15,251 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:54:15,251 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db4b3545779323046a5b38a85fa85813:info 2024-11-08T19:54:17,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34911 {}] regionserver.HRegion(8855): Flush requested on db4b3545779323046a5b38a85fa85813 2024-11-08T19:54:17,241 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing db4b3545779323046a5b38a85fa85813 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-08T19:54:17,244 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/00be8b29788d497084a4bff735abe6ec is 1055, key is row0222/info:/1731095655221/Put/seqid=0 2024-11-08T19:54:17,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741873_1049 (size=13402) 2024-11-08T19:54:17,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741873_1049 (size=13402) 2024-11-08T19:54:17,250 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/00be8b29788d497084a4bff735abe6ec 2024-11-08T19:54:17,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/00be8b29788d497084a4bff735abe6ec as hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/00be8b29788d497084a4bff735abe6ec 2024-11-08T19:54:17,262 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/00be8b29788d497084a4bff735abe6ec, entries=8, sequenceid=304, filesize=13.1 K 2024-11-08T19:54:17,263 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for db4b3545779323046a5b38a85fa85813 in 23ms, sequenceid=304, compaction requested=true 2024-11-08T19:54:17,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for db4b3545779323046a5b38a85fa85813: 2024-11-08T19:54:17,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34911 {}] regionserver.HRegion(8855): Flush requested on db4b3545779323046a5b38a85fa85813 2024-11-08T19:54:17,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db4b3545779323046a5b38a85fa85813:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T19:54:17,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:54:17,264 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:54:17,264 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing db4b3545779323046a5b38a85fa85813 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-08T19:54:17,265 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 191011 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:54:17,265 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.HStore(1541): db4b3545779323046a5b38a85fa85813/info is initiating minor compaction (all files) 2024-11-08T19:54:17,265 INFO [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db4b3545779323046a5b38a85fa85813/info in TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813. 2024-11-08T19:54:17,266 INFO [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/9998d1c553b2401989aee42595baa835, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/eb4c927d3c3340af993b59c24c34e2b9, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/00be8b29788d497084a4bff735abe6ec] into tmpdir=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp, totalSize=186.5 K 2024-11-08T19:54:17,266 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9998d1c553b2401989aee42595baa835, keycount=145, bloomtype=ROW, size=155.2 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731095634739 2024-11-08T19:54:17,266 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb4c927d3c3340af993b59c24c34e2b9, keycount=13, bloomtype=ROW, size=18.3 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731095655197 2024-11-08T19:54:17,266 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] compactions.Compactor(225): Compacting 00be8b29788d497084a4bff735abe6ec, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1731095655221 2024-11-08T19:54:17,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/1f97527cfaf049448832f50cedaf2ed7 is 1055, key is row0230/info:/1731095657242/Put/seqid=0 2024-11-08T19:54:17,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741874_1050 (size=17618) 2024-11-08T19:54:17,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741874_1050 (size=17618) 2024-11-08T19:54:17,276 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/1f97527cfaf049448832f50cedaf2ed7 2024-11-08T19:54:17,282 INFO [RS:0;692b295ad45c:34911-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db4b3545779323046a5b38a85fa85813#info#compaction#65 average throughput is 41.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:54:17,282 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/b41c07b5725b4d98a63816db87d2210c is 1055, key is row0064/info:/1731095634739/Put/seqid=0 2024-11-08T19:54:17,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/1f97527cfaf049448832f50cedaf2ed7 as hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/1f97527cfaf049448832f50cedaf2ed7 2024-11-08T19:54:17,290 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/1f97527cfaf049448832f50cedaf2ed7, entries=12, sequenceid=319, filesize=17.2 K 2024-11-08T19:54:17,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741875_1051 (size=181161) 2024-11-08T19:54:17,291 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=12.32 KB/12612 for db4b3545779323046a5b38a85fa85813 in 26ms, sequenceid=319, compaction requested=false 2024-11-08T19:54:17,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for db4b3545779323046a5b38a85fa85813: 2024-11-08T19:54:17,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741875_1051 (size=181161) 2024-11-08T19:54:17,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34911 {}] regionserver.HRegion(8855): Flush requested on db4b3545779323046a5b38a85fa85813 2024-11-08T19:54:17,293 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing db4b3545779323046a5b38a85fa85813 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-08T19:54:17,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/ef94d9b19456490388b0b4c04fe72fd4 is 1055, key is row0242/info:/1731095657265/Put/seqid=0 2024-11-08T19:54:17,299 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/b41c07b5725b4d98a63816db87d2210c as hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/b41c07b5725b4d98a63816db87d2210c 2024-11-08T19:54:17,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741876_1052 (size=18688) 2024-11-08T19:54:17,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741876_1052 (size=18688) 2024-11-08T19:54:17,304 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/ef94d9b19456490388b0b4c04fe72fd4 2024-11-08T19:54:17,305 INFO [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in db4b3545779323046a5b38a85fa85813/info of db4b3545779323046a5b38a85fa85813 into b41c07b5725b4d98a63816db87d2210c(size=176.9 K), total size for store is 194.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:54:17,305 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db4b3545779323046a5b38a85fa85813: 2024-11-08T19:54:17,306 INFO [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813., storeName=db4b3545779323046a5b38a85fa85813/info, priority=13, startTime=1731095657264; duration=0sec 2024-11-08T19:54:17,306 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:54:17,306 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db4b3545779323046a5b38a85fa85813:info 2024-11-08T19:54:17,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/ef94d9b19456490388b0b4c04fe72fd4 as hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/ef94d9b19456490388b0b4c04fe72fd4 2024-11-08T19:54:17,314 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/ef94d9b19456490388b0b4c04fe72fd4, entries=13, sequenceid=335, filesize=18.3 K 2024-11-08T19:54:17,315 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=2.05 KB/2102 for db4b3545779323046a5b38a85fa85813 in 22ms, sequenceid=335, compaction requested=true 2024-11-08T19:54:17,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for db4b3545779323046a5b38a85fa85813: 2024-11-08T19:54:17,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db4b3545779323046a5b38a85fa85813:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T19:54:17,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:54:17,315 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:54:17,316 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 217467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:54:17,317 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.HStore(1541): db4b3545779323046a5b38a85fa85813/info is initiating minor compaction (all files) 2024-11-08T19:54:17,317 INFO [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db4b3545779323046a5b38a85fa85813/info in TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813. 2024-11-08T19:54:17,317 INFO [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/b41c07b5725b4d98a63816db87d2210c, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/1f97527cfaf049448832f50cedaf2ed7, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/ef94d9b19456490388b0b4c04fe72fd4] into tmpdir=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp, totalSize=212.4 K 2024-11-08T19:54:17,317 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] compactions.Compactor(225): Compacting b41c07b5725b4d98a63816db87d2210c, keycount=166, bloomtype=ROW, size=176.9 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1731095634739 2024-11-08T19:54:17,318 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f97527cfaf049448832f50cedaf2ed7, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731095657242 2024-11-08T19:54:17,318 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] compactions.Compactor(225): Compacting ef94d9b19456490388b0b4c04fe72fd4, keycount=13, bloomtype=ROW, size=18.3 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731095657265 2024-11-08T19:54:17,330 INFO [RS:0;692b295ad45c:34911-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db4b3545779323046a5b38a85fa85813#info#compaction#67 average throughput is 63.81 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:54:17,331 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/09dfc8374b4f4cb5893219edcbb09ed4 is 1055, key is row0064/info:/1731095634739/Put/seqid=0 2024-11-08T19:54:17,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741877_1053 (size=207690) 2024-11-08T19:54:17,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741877_1053 (size=207690) 2024-11-08T19:54:17,338 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/09dfc8374b4f4cb5893219edcbb09ed4 as hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/09dfc8374b4f4cb5893219edcbb09ed4 2024-11-08T19:54:17,344 INFO [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in db4b3545779323046a5b38a85fa85813/info of db4b3545779323046a5b38a85fa85813 into 09dfc8374b4f4cb5893219edcbb09ed4(size=202.8 K), total size for store is 202.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:54:17,344 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db4b3545779323046a5b38a85fa85813: 2024-11-08T19:54:17,344 INFO [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813., storeName=db4b3545779323046a5b38a85fa85813/info, priority=13, startTime=1731095657315; duration=0sec 2024-11-08T19:54:17,344 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:54:17,344 DEBUG [RS:0;692b295ad45c:34911-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db4b3545779323046a5b38a85fa85813:info 2024-11-08T19:54:19,299 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-11-08T19:54:19,318 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/WALs/692b295ad45c,34911,1731095621254/692b295ad45c%2C34911%2C1731095621254.1731095659300, exclude list is [], retry=0 2024-11-08T19:54:19,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43977,DS-17d775f3-69b2-4ac3-af9e-9f4a2e6c5f0b,DISK] 2024-11-08T19:54:19,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33763,DS-e0e321bc-ba9c-4e00-86dd-a07683c7183b,DISK] 2024-11-08T19:54:19,322 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/WALs/692b295ad45c,34911,1731095621254/692b295ad45c%2C34911%2C1731095621254.1731095621883 with entries=317, filesize=303.94 KB; new WAL /user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/WALs/692b295ad45c,34911,1731095621254/692b295ad45c%2C34911%2C1731095621254.1731095659300 2024-11-08T19:54:19,322 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33647:33647),(127.0.0.1/127.0.0.1:34643:34643)] 2024-11-08T19:54:19,322 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/WALs/692b295ad45c,34911,1731095621254/692b295ad45c%2C34911%2C1731095621254.1731095621883 is not closed yet, will try archiving it next time 2024-11-08T19:54:19,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741833_1009 (size=311242) 2024-11-08T19:54:19,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741833_1009 (size=311242) 2024-11-08T19:54:19,326 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=705 B heapSize=2.05 KB 2024-11-08T19:54:19,330 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/hbase/meta/1588230740/.tmp/info/25ed3ccf9b0a4996a090fa160e9153ca is 193, key is TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813./info:regioninfo/1731095638017/Put/seqid=0 2024-11-08T19:54:19,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741879_1055 (size=6223) 2024-11-08T19:54:19,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741879_1055 (size=6223) 2024-11-08T19:54:19,337 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=705 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/hbase/meta/1588230740/.tmp/info/25ed3ccf9b0a4996a090fa160e9153ca 2024-11-08T19:54:19,342 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/hbase/meta/1588230740/.tmp/info/25ed3ccf9b0a4996a090fa160e9153ca as hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/hbase/meta/1588230740/info/25ed3ccf9b0a4996a090fa160e9153ca 2024-11-08T19:54:19,347 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/hbase/meta/1588230740/info/25ed3ccf9b0a4996a090fa160e9153ca, entries=5, sequenceid=21, filesize=6.1 K 2024-11-08T19:54:19,348 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~705 B/705, heapSize ~1.29 KB/1320, currentSize=0 B/0 for 1588230740 in 22ms, sequenceid=21, compaction requested=false 2024-11-08T19:54:19,348 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-08T19:54:19,348 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing db4b3545779323046a5b38a85fa85813 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-08T19:54:19,351 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/be5f43b25b2643c692d150155eb439ba is 1055, key is row0255/info:/1731095657294/Put/seqid=0 2024-11-08T19:54:19,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741880_1056 (size=7066) 2024-11-08T19:54:19,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741880_1056 (size=7066) 2024-11-08T19:54:19,357 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/be5f43b25b2643c692d150155eb439ba 2024-11-08T19:54:19,362 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/.tmp/info/be5f43b25b2643c692d150155eb439ba as hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/be5f43b25b2643c692d150155eb439ba 2024-11-08T19:54:19,366 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/be5f43b25b2643c692d150155eb439ba, entries=2, sequenceid=342, filesize=6.9 K 2024-11-08T19:54:19,367 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for db4b3545779323046a5b38a85fa85813 in 19ms, sequenceid=342, compaction requested=false 2024-11-08T19:54:19,367 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for db4b3545779323046a5b38a85fa85813: 2024-11-08T19:54:19,368 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 048fc75e075e3f4d3c6002131550ed26: 2024-11-08T19:54:19,380 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/WALs/692b295ad45c,34911,1731095621254/692b295ad45c%2C34911%2C1731095621254.1731095659368, exclude list is [], retry=0 2024-11-08T19:54:19,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33763,DS-e0e321bc-ba9c-4e00-86dd-a07683c7183b,DISK] 2024-11-08T19:54:19,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43977,DS-17d775f3-69b2-4ac3-af9e-9f4a2e6c5f0b,DISK] 2024-11-08T19:54:19,384 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/WALs/692b295ad45c,34911,1731095621254/692b295ad45c%2C34911%2C1731095621254.1731095659300 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/WALs/692b295ad45c,34911,1731095621254/692b295ad45c%2C34911%2C1731095621254.1731095659368 2024-11-08T19:54:19,384 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34643:34643),(127.0.0.1/127.0.0.1:33647:33647)] 2024-11-08T19:54:19,384 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/WALs/692b295ad45c,34911,1731095621254/692b295ad45c%2C34911%2C1731095621254.1731095659300 is not closed yet, will try archiving it next time 2024-11-08T19:54:19,384 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/WALs/692b295ad45c,34911,1731095621254/692b295ad45c%2C34911%2C1731095621254.1731095621883 to hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/oldWALs/692b295ad45c%2C34911%2C1731095621254.1731095621883 2024-11-08T19:54:19,385 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T19:54:19,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741878_1054 (size=731) 2024-11-08T19:54:19,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741878_1054 (size=731) 2024-11-08T19:54:19,386 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/WALs/692b295ad45c,34911,1731095621254/692b295ad45c%2C34911%2C1731095621254.1731095659300 to hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/oldWALs/692b295ad45c%2C34911%2C1731095621254.1731095659300 2024-11-08T19:54:19,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T19:54:19,485 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:54:19,486 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:54:19,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:54:19,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:54:19,486 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:54:19,486 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T19:54:19,486 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=871664621, stopped=false 2024-11-08T19:54:19,486 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=692b295ad45c,46777,1731095621083 2024-11-08T19:54:19,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46777-0x1011c02e9740000, quorum=127.0.0.1:64843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T19:54:19,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34911-0x1011c02e9740001, quorum=127.0.0.1:64843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T19:54:19,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46777-0x1011c02e9740000, quorum=127.0.0.1:64843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:54:19,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34911-0x1011c02e9740001, quorum=127.0.0.1:64843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:54:19,539 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:54:19,540 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:54:19,540 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:54:19,540 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46777-0x1011c02e9740000, quorum=127.0.0.1:64843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:54:19,541 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34911-0x1011c02e9740001, quorum=127.0.0.1:64843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:54:19,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:54:19,541 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '692b295ad45c,34911,1731095621254' ***** 2024-11-08T19:54:19,541 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T19:54:19,541 INFO [RS:0;692b295ad45c:34911 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T19:54:19,541 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T19:54:19,542 INFO [RS:0;692b295ad45c:34911 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T19:54:19,542 INFO [RS:0;692b295ad45c:34911 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T19:54:19,542 INFO [RS:0;692b295ad45c:34911 {}] regionserver.HRegionServer(3091): Received CLOSE for db4b3545779323046a5b38a85fa85813 2024-11-08T19:54:19,542 INFO [RS:0;692b295ad45c:34911 {}] regionserver.HRegionServer(3091): Received CLOSE for 048fc75e075e3f4d3c6002131550ed26 2024-11-08T19:54:19,542 INFO [RS:0;692b295ad45c:34911 {}] regionserver.HRegionServer(959): stopping server 692b295ad45c,34911,1731095621254 2024-11-08T19:54:19,542 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing db4b3545779323046a5b38a85fa85813, disabling compactions & flushes 2024-11-08T19:54:19,542 INFO [RS:0;692b295ad45c:34911 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:54:19,543 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813. 2024-11-08T19:54:19,543 INFO [RS:0;692b295ad45c:34911 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:34911. 2024-11-08T19:54:19,543 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813. 2024-11-08T19:54:19,543 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813. after waiting 0 ms 2024-11-08T19:54:19,543 DEBUG [RS:0;692b295ad45c:34911 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:54:19,543 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813. 2024-11-08T19:54:19,543 DEBUG [RS:0;692b295ad45c:34911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:54:19,543 INFO [RS:0;692b295ad45c:34911 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T19:54:19,543 INFO [RS:0;692b295ad45c:34911 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T19:54:19,543 INFO [RS:0;692b295ad45c:34911 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T19:54:19,543 INFO [RS:0;692b295ad45c:34911 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T19:54:19,544 INFO [RS:0;692b295ad45c:34911 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T19:54:19,544 DEBUG [RS:0;692b295ad45c:34911 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, db4b3545779323046a5b38a85fa85813=TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813., 048fc75e075e3f4d3c6002131550ed26=TestLogRolling-testLogRolling,,1731095636843.048fc75e075e3f4d3c6002131550ed26.} 2024-11-08T19:54:19,544 DEBUG [RS:0;692b295ad45c:34911 {}] regionserver.HRegionServer(1351): Waiting on 048fc75e075e3f4d3c6002131550ed26, 1588230740, db4b3545779323046a5b38a85fa85813 2024-11-08T19:54:19,544 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:54:19,544 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:54:19,544 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:54:19,544 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:54:19,544 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:54:19,544 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/9d53db0226ff4f2b852adcc4f26a635c.f5d9d8280ed863851e73a0efa9edde9c->hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/9d53db0226ff4f2b852adcc4f26a635c-top, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/TestLogRolling-testLogRolling=f5d9d8280ed863851e73a0efa9edde9c-fa3cd814d5904cfbb47cb1f820fe3825, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/TestLogRolling-testLogRolling=f5d9d8280ed863851e73a0efa9edde9c-e6c1c1871f9940c99ed6537799f39f56, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/f7c7ee75e0694d16a5cade2ee053aa51, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/TestLogRolling-testLogRolling=f5d9d8280ed863851e73a0efa9edde9c-4659a60f8946460d9e66421781f0070b, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/95ca5dc815ac4b30a37a8ec629800abd, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/60dfeba9ef794cbca9e9857ba5f52d5e, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/298c96fecf06415ab9b22c763c481b2f, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/a41668ee9deb44b480b80763e01bdfc9, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/6e9049098f714886abdf13242fe8295a, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/6f8aac308407431b8a8dbac2e1b3b23b, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/5b1c8cd0aedd42b1991bd82da111cc56, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/ab06d397402843df9c63ace255d4f484, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/da66ade7f0e64bc4bf14271963c53676, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/13ce3a003cd14d6caed52a8716acb98b, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/0e3a92be740c4cbe885e657a602fa3de, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/381fd667ecbd4151ba27fa5d18a71a33, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/13fa9e39082e49d29bae9ac6494e22c4, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/9998d1c553b2401989aee42595baa835, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/16aebdc7bef34651b98cc69475398903, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/eb4c927d3c3340af993b59c24c34e2b9, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/b41c07b5725b4d98a63816db87d2210c, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/00be8b29788d497084a4bff735abe6ec, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/1f97527cfaf049448832f50cedaf2ed7, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/ef94d9b19456490388b0b4c04fe72fd4] to archive 2024-11-08T19:54:19,546 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T19:54:19,548 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/9d53db0226ff4f2b852adcc4f26a635c.f5d9d8280ed863851e73a0efa9edde9c to hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/archive/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/9d53db0226ff4f2b852adcc4f26a635c.f5d9d8280ed863851e73a0efa9edde9c 2024-11-08T19:54:19,549 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/TestLogRolling-testLogRolling=f5d9d8280ed863851e73a0efa9edde9c-fa3cd814d5904cfbb47cb1f820fe3825 to hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/archive/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/TestLogRolling-testLogRolling=f5d9d8280ed863851e73a0efa9edde9c-fa3cd814d5904cfbb47cb1f820fe3825 2024-11-08T19:54:19,550 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-08T19:54:19,550 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:54:19,550 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:54:19,550 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731095659544Running coprocessor pre-close hooks at 1731095659544Disabling compacts and flushes for region at 1731095659544Disabling writes for close at 1731095659544Writing region close event to WAL at 1731095659546 (+2 ms)Running coprocessor post-close hooks at 1731095659550 (+4 ms)Closed at 1731095659550 2024-11-08T19:54:19,550 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T19:54:19,551 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/TestLogRolling-testLogRolling=f5d9d8280ed863851e73a0efa9edde9c-e6c1c1871f9940c99ed6537799f39f56 to hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/archive/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/TestLogRolling-testLogRolling=f5d9d8280ed863851e73a0efa9edde9c-e6c1c1871f9940c99ed6537799f39f56 2024-11-08T19:54:19,552 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/f7c7ee75e0694d16a5cade2ee053aa51 to hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/archive/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/f7c7ee75e0694d16a5cade2ee053aa51 2024-11-08T19:54:19,553 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/TestLogRolling-testLogRolling=f5d9d8280ed863851e73a0efa9edde9c-4659a60f8946460d9e66421781f0070b to hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/archive/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/TestLogRolling-testLogRolling=f5d9d8280ed863851e73a0efa9edde9c-4659a60f8946460d9e66421781f0070b 2024-11-08T19:54:19,554 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/95ca5dc815ac4b30a37a8ec629800abd to hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/archive/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/95ca5dc815ac4b30a37a8ec629800abd 2024-11-08T19:54:19,556 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/60dfeba9ef794cbca9e9857ba5f52d5e to hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/archive/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/60dfeba9ef794cbca9e9857ba5f52d5e 2024-11-08T19:54:19,557 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/298c96fecf06415ab9b22c763c481b2f to hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/archive/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/298c96fecf06415ab9b22c763c481b2f 2024-11-08T19:54:19,558 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/a41668ee9deb44b480b80763e01bdfc9 to hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/archive/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/a41668ee9deb44b480b80763e01bdfc9 2024-11-08T19:54:19,559 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/6e9049098f714886abdf13242fe8295a to hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/archive/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/6e9049098f714886abdf13242fe8295a 2024-11-08T19:54:19,560 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/6f8aac308407431b8a8dbac2e1b3b23b to hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/archive/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/6f8aac308407431b8a8dbac2e1b3b23b 2024-11-08T19:54:19,561 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/5b1c8cd0aedd42b1991bd82da111cc56 to hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/archive/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/5b1c8cd0aedd42b1991bd82da111cc56 2024-11-08T19:54:19,562 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/ab06d397402843df9c63ace255d4f484 to hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/archive/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/ab06d397402843df9c63ace255d4f484 2024-11-08T19:54:19,562 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/da66ade7f0e64bc4bf14271963c53676 to hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/archive/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/da66ade7f0e64bc4bf14271963c53676 2024-11-08T19:54:19,563 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/13ce3a003cd14d6caed52a8716acb98b to hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/archive/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/13ce3a003cd14d6caed52a8716acb98b 2024-11-08T19:54:19,564 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/0e3a92be740c4cbe885e657a602fa3de to hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/archive/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/0e3a92be740c4cbe885e657a602fa3de 2024-11-08T19:54:19,565 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/381fd667ecbd4151ba27fa5d18a71a33 to hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/archive/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/381fd667ecbd4151ba27fa5d18a71a33 2024-11-08T19:54:19,566 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/13fa9e39082e49d29bae9ac6494e22c4 to hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/archive/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/13fa9e39082e49d29bae9ac6494e22c4 2024-11-08T19:54:19,567 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/9998d1c553b2401989aee42595baa835 to hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/archive/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/9998d1c553b2401989aee42595baa835 2024-11-08T19:54:19,568 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/16aebdc7bef34651b98cc69475398903 to hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/archive/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/16aebdc7bef34651b98cc69475398903 2024-11-08T19:54:19,569 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/eb4c927d3c3340af993b59c24c34e2b9 to hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/archive/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/eb4c927d3c3340af993b59c24c34e2b9 2024-11-08T19:54:19,570 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/b41c07b5725b4d98a63816db87d2210c to hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/archive/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/b41c07b5725b4d98a63816db87d2210c 2024-11-08T19:54:19,571 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/00be8b29788d497084a4bff735abe6ec to hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/archive/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/00be8b29788d497084a4bff735abe6ec 2024-11-08T19:54:19,572 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/1f97527cfaf049448832f50cedaf2ed7 to hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/archive/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/1f97527cfaf049448832f50cedaf2ed7 2024-11-08T19:54:19,573 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/ef94d9b19456490388b0b4c04fe72fd4 to hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/archive/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/info/ef94d9b19456490388b0b4c04fe72fd4 2024-11-08T19:54:19,573 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:46777 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T19:54:19,574 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [f7c7ee75e0694d16a5cade2ee053aa51=40102, 95ca5dc815ac4b30a37a8ec629800abd=13394, 60dfeba9ef794cbca9e9857ba5f52d5e=63438, 298c96fecf06415ab9b22c763c481b2f=19728, a41668ee9deb44b480b80763e01bdfc9=16553, 6e9049098f714886abdf13242fe8295a=87832, 6f8aac308407431b8a8dbac2e1b3b23b=17606, 5b1c8cd0aedd42b1991bd82da111cc56=17606, ab06d397402843df9c63ace255d4f484=109002, da66ade7f0e64bc4bf14271963c53676=13394, 13ce3a003cd14d6caed52a8716acb98b=17606, 0e3a92be740c4cbe885e657a602fa3de=137667, 381fd667ecbd4151ba27fa5d18a71a33=20781, 13fa9e39082e49d29bae9ac6494e22c4=13398, 9998d1c553b2401989aee42595baa835=158921, 16aebdc7bef34651b98cc69475398903=17618, eb4c927d3c3340af993b59c24c34e2b9=18688, b41c07b5725b4d98a63816db87d2210c=181161, 00be8b29788d497084a4bff735abe6ec=13402, 1f97527cfaf049448832f50cedaf2ed7=17618, ef94d9b19456490388b0b4c04fe72fd4=18688] 2024-11-08T19:54:19,577 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/db4b3545779323046a5b38a85fa85813/recovered.edits/345.seqid, newMaxSeqId=345, maxSeqId=129 2024-11-08T19:54:19,577 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813. 2024-11-08T19:54:19,578 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for db4b3545779323046a5b38a85fa85813: Waiting for close lock at 1731095659542Running coprocessor pre-close hooks at 1731095659542Disabling compacts and flushes for region at 1731095659542Disabling writes for close at 1731095659543 (+1 ms)Writing region close event to WAL at 1731095659574 (+31 ms)Running coprocessor post-close hooks at 1731095659577 (+3 ms)Closed at 1731095659577 2024-11-08T19:54:19,578 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1731095636843.db4b3545779323046a5b38a85fa85813. 2024-11-08T19:54:19,578 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 048fc75e075e3f4d3c6002131550ed26, disabling compactions & flushes 2024-11-08T19:54:19,578 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731095636843.048fc75e075e3f4d3c6002131550ed26. 2024-11-08T19:54:19,578 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731095636843.048fc75e075e3f4d3c6002131550ed26. 2024-11-08T19:54:19,578 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731095636843.048fc75e075e3f4d3c6002131550ed26. after waiting 0 ms 2024-11-08T19:54:19,578 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731095636843.048fc75e075e3f4d3c6002131550ed26. 2024-11-08T19:54:19,578 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731095636843.048fc75e075e3f4d3c6002131550ed26.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/048fc75e075e3f4d3c6002131550ed26/info/9d53db0226ff4f2b852adcc4f26a635c.f5d9d8280ed863851e73a0efa9edde9c->hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/f5d9d8280ed863851e73a0efa9edde9c/info/9d53db0226ff4f2b852adcc4f26a635c-bottom] to archive 2024-11-08T19:54:19,579 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731095636843.048fc75e075e3f4d3c6002131550ed26.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T19:54:19,580 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731095636843.048fc75e075e3f4d3c6002131550ed26.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/048fc75e075e3f4d3c6002131550ed26/info/9d53db0226ff4f2b852adcc4f26a635c.f5d9d8280ed863851e73a0efa9edde9c to hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/archive/data/default/TestLogRolling-testLogRolling/048fc75e075e3f4d3c6002131550ed26/info/9d53db0226ff4f2b852adcc4f26a635c.f5d9d8280ed863851e73a0efa9edde9c 2024-11-08T19:54:19,580 WARN [StoreCloser-TestLogRolling-testLogRolling,,1731095636843.048fc75e075e3f4d3c6002131550ed26.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-11-08T19:54:19,583 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/data/default/TestLogRolling-testLogRolling/048fc75e075e3f4d3c6002131550ed26/recovered.edits/134.seqid, newMaxSeqId=134, maxSeqId=129 2024-11-08T19:54:19,584 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731095636843.048fc75e075e3f4d3c6002131550ed26. 2024-11-08T19:54:19,584 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 048fc75e075e3f4d3c6002131550ed26: Waiting for close lock at 1731095659578Running coprocessor pre-close hooks at 1731095659578Disabling compacts and flushes for region at 1731095659578Disabling writes for close at 1731095659578Writing region close event to WAL at 1731095659581 (+3 ms)Running coprocessor post-close hooks at 1731095659584 (+3 ms)Closed at 1731095659584 2024-11-08T19:54:19,584 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1731095636843.048fc75e075e3f4d3c6002131550ed26. 2024-11-08T19:54:19,744 INFO [RS:0;692b295ad45c:34911 {}] regionserver.HRegionServer(976): stopping server 692b295ad45c,34911,1731095621254; all regions closed. 2024-11-08T19:54:19,748 INFO [regionserver/692b295ad45c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:54:19,749 INFO [regionserver/692b295ad45c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T19:54:19,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741834_1010 (size=8107) 2024-11-08T19:54:19,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741834_1010 (size=8107) 2024-11-08T19:54:19,749 INFO [regionserver/692b295ad45c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T19:54:19,755 DEBUG [RS:0;692b295ad45c:34911 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/oldWALs 2024-11-08T19:54:19,755 INFO [RS:0;692b295ad45c:34911 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 692b295ad45c%2C34911%2C1731095621254.meta:.meta(num 1731095622316) 2024-11-08T19:54:19,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741881_1057 (size=780) 2024-11-08T19:54:19,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741881_1057 (size=780) 2024-11-08T19:54:19,760 DEBUG [RS:0;692b295ad45c:34911 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/oldWALs 2024-11-08T19:54:19,760 INFO [RS:0;692b295ad45c:34911 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 692b295ad45c%2C34911%2C1731095621254:(num 1731095659368) 2024-11-08T19:54:19,760 DEBUG [RS:0;692b295ad45c:34911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:54:19,760 INFO [RS:0;692b295ad45c:34911 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:54:19,760 INFO [RS:0;692b295ad45c:34911 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:54:19,760 INFO [RS:0;692b295ad45c:34911 {}] hbase.ChoreService(370): Chore service for: regionserver/692b295ad45c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T19:54:19,760 INFO [RS:0;692b295ad45c:34911 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:54:19,760 INFO [regionserver/692b295ad45c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:54:19,760 INFO [RS:0;692b295ad45c:34911 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34911 2024-11-08T19:54:19,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46777-0x1011c02e9740000, quorum=127.0.0.1:64843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T19:54:19,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34911-0x1011c02e9740001, quorum=127.0.0.1:64843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/692b295ad45c,34911,1731095621254 2024-11-08T19:54:19,850 INFO [RS:0;692b295ad45c:34911 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:54:19,860 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [692b295ad45c,34911,1731095621254] 2024-11-08T19:54:19,871 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/692b295ad45c,34911,1731095621254 already deleted, retry=false 2024-11-08T19:54:19,871 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 692b295ad45c,34911,1731095621254 expired; onlineServers=0 2024-11-08T19:54:19,871 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '692b295ad45c,46777,1731095621083' ***** 2024-11-08T19:54:19,871 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T19:54:19,871 INFO [M:0;692b295ad45c:46777 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:54:19,872 INFO [M:0;692b295ad45c:46777 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:54:19,872 DEBUG [M:0;692b295ad45c:46777 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T19:54:19,872 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T19:54:19,872 DEBUG [M:0;692b295ad45c:46777 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T19:54:19,872 DEBUG [master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731095621623 {}] cleaner.HFileCleaner(306): Exit Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731095621623,5,FailOnTimeoutGroup] 2024-11-08T19:54:19,872 DEBUG [master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731095621622 {}] cleaner.HFileCleaner(306): Exit Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731095621622,5,FailOnTimeoutGroup] 2024-11-08T19:54:19,873 INFO [M:0;692b295ad45c:46777 {}] hbase.ChoreService(370): Chore service for: master/692b295ad45c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T19:54:19,873 INFO [M:0;692b295ad45c:46777 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:54:19,873 DEBUG [M:0;692b295ad45c:46777 {}] master.HMaster(1795): Stopping service threads 2024-11-08T19:54:19,873 INFO [M:0;692b295ad45c:46777 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T19:54:19,874 INFO [M:0;692b295ad45c:46777 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:54:19,874 INFO [M:0;692b295ad45c:46777 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T19:54:19,874 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T19:54:19,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46777-0x1011c02e9740000, quorum=127.0.0.1:64843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T19:54:19,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46777-0x1011c02e9740000, quorum=127.0.0.1:64843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:54:19,881 DEBUG [M:0;692b295ad45c:46777 {}] zookeeper.ZKUtil(347): master:46777-0x1011c02e9740000, quorum=127.0.0.1:64843, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T19:54:19,881 WARN [M:0;692b295ad45c:46777 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T19:54:19,882 INFO [M:0;692b295ad45c:46777 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/.lastflushedseqids 2024-11-08T19:54:19,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741882_1058 (size=228) 2024-11-08T19:54:19,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741882_1058 (size=228) 2024-11-08T19:54:19,892 INFO [M:0;692b295ad45c:46777 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T19:54:19,892 INFO [M:0;692b295ad45c:46777 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T19:54:19,893 DEBUG [M:0;692b295ad45c:46777 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:54:19,893 INFO [M:0;692b295ad45c:46777 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:54:19,893 DEBUG [M:0;692b295ad45c:46777 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:54:19,893 DEBUG [M:0;692b295ad45c:46777 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:54:19,893 DEBUG [M:0;692b295ad45c:46777 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:54:19,893 INFO [M:0;692b295ad45c:46777 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=53.70 KB heapSize=65.93 KB 2024-11-08T19:54:19,913 DEBUG [M:0;692b295ad45c:46777 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1a94023e41d545769802b6b4bf62c5fa is 82, key is hbase:meta,,1/info:regioninfo/1731095622354/Put/seqid=0 2024-11-08T19:54:19,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741883_1059 (size=5672) 2024-11-08T19:54:19,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741883_1059 (size=5672) 2024-11-08T19:54:19,918 INFO [M:0;692b295ad45c:46777 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1a94023e41d545769802b6b4bf62c5fa 2024-11-08T19:54:19,936 DEBUG [M:0;692b295ad45c:46777 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6bc156cb7f1487d960fbadb3da2558a is 749, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731095622902/Put/seqid=0 2024-11-08T19:54:19,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741884_1060 (size=7679) 2024-11-08T19:54:19,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741884_1060 (size=7679) 2024-11-08T19:54:19,941 INFO [M:0;692b295ad45c:46777 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.09 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6bc156cb7f1487d960fbadb3da2558a 2024-11-08T19:54:19,945 INFO [M:0;692b295ad45c:46777 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b6bc156cb7f1487d960fbadb3da2558a 2024-11-08T19:54:19,960 DEBUG [M:0;692b295ad45c:46777 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba0d4a02fa9c4f578dbdbbb184896912 is 69, key is 692b295ad45c,34911,1731095621254/rs:state/1731095621725/Put/seqid=0 2024-11-08T19:54:19,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34911-0x1011c02e9740001, quorum=127.0.0.1:64843, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:54:19,960 INFO [RS:0;692b295ad45c:34911 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:54:19,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34911-0x1011c02e9740001, quorum=127.0.0.1:64843, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:54:19,960 INFO [RS:0;692b295ad45c:34911 {}] regionserver.HRegionServer(1031): Exiting; stopping=692b295ad45c,34911,1731095621254; zookeeper connection closed. 2024-11-08T19:54:19,961 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@33615308 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@33615308 2024-11-08T19:54:19,961 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T19:54:19,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741885_1061 (size=5156) 2024-11-08T19:54:19,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741885_1061 (size=5156) 2024-11-08T19:54:19,966 INFO [M:0;692b295ad45c:46777 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba0d4a02fa9c4f578dbdbbb184896912 2024-11-08T19:54:19,984 DEBUG [M:0;692b295ad45c:46777 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/b1838b22ecdd4f8592d72e181472ec24 is 52, key is load_balancer_on/state:d/1731095622504/Put/seqid=0 2024-11-08T19:54:19,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741886_1062 (size=5056) 2024-11-08T19:54:19,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741886_1062 (size=5056) 2024-11-08T19:54:19,989 INFO [M:0;692b295ad45c:46777 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/b1838b22ecdd4f8592d72e181472ec24 2024-11-08T19:54:19,994 DEBUG [M:0;692b295ad45c:46777 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1a94023e41d545769802b6b4bf62c5fa as hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1a94023e41d545769802b6b4bf62c5fa 2024-11-08T19:54:19,998 INFO [M:0;692b295ad45c:46777 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1a94023e41d545769802b6b4bf62c5fa, entries=8, sequenceid=129, filesize=5.5 K 2024-11-08T19:54:19,999 DEBUG [M:0;692b295ad45c:46777 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6bc156cb7f1487d960fbadb3da2558a as hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b6bc156cb7f1487d960fbadb3da2558a 2024-11-08T19:54:20,004 INFO [M:0;692b295ad45c:46777 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b6bc156cb7f1487d960fbadb3da2558a 2024-11-08T19:54:20,004 INFO [M:0;692b295ad45c:46777 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b6bc156cb7f1487d960fbadb3da2558a, entries=14, sequenceid=129, filesize=7.5 K 2024-11-08T19:54:20,005 DEBUG [M:0;692b295ad45c:46777 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba0d4a02fa9c4f578dbdbbb184896912 as hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ba0d4a02fa9c4f578dbdbbb184896912 2024-11-08T19:54:20,009 INFO [M:0;692b295ad45c:46777 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ba0d4a02fa9c4f578dbdbbb184896912, entries=1, sequenceid=129, filesize=5.0 K 2024-11-08T19:54:20,010 DEBUG [M:0;692b295ad45c:46777 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/b1838b22ecdd4f8592d72e181472ec24 as hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/b1838b22ecdd4f8592d72e181472ec24 2024-11-08T19:54:20,015 INFO [M:0;692b295ad45c:46777 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38207/user/jenkins/test-data/bd5399d0-db94-0f95-6086-44fe839cd3ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/b1838b22ecdd4f8592d72e181472ec24, entries=1, sequenceid=129, filesize=4.9 K 2024-11-08T19:54:20,016 INFO [M:0;692b295ad45c:46777 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.70 KB/54985, heapSize ~65.87 KB/67448, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 123ms, sequenceid=129, compaction requested=false 2024-11-08T19:54:20,017 INFO [M:0;692b295ad45c:46777 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:54:20,017 DEBUG [M:0;692b295ad45c:46777 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731095659892Disabling compacts and flushes for region at 1731095659892Disabling writes for close at 1731095659893 (+1 ms)Obtaining lock to block concurrent updates at 1731095659893Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731095659893Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=54985, getHeapSize=67448, getOffHeapSize=0, getCellsCount=152 at 1731095659894 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731095659895 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731095659895Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731095659912 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731095659912Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731095659922 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731095659936 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731095659936Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731095659945 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731095659960 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731095659960Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731095659969 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731095659983 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731095659983Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7741cc79: reopening flushed file at 1731095659993 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e3f3994: reopening flushed file at 1731095659998 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12a4b65d: reopening flushed file at 1731095660004 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@281ec218: reopening flushed file at 1731095660010 (+6 ms)Finished flush of dataSize ~53.70 KB/54985, heapSize ~65.87 KB/67448, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 123ms, sequenceid=129, compaction requested=false at 1731095660016 (+6 ms)Writing region close event to WAL at 1731095660017 (+1 ms)Closed at 1731095660017 2024-11-08T19:54:20,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33763 is added to blk_1073741830_1006 (size=63915) 2024-11-08T19:54:20,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741830_1006 (size=63915) 2024-11-08T19:54:20,020 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:54:20,020 INFO [M:0;692b295ad45c:46777 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T19:54:20,020 INFO [M:0;692b295ad45c:46777 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46777 2024-11-08T19:54:20,020 INFO [M:0;692b295ad45c:46777 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:54:20,128 INFO [M:0;692b295ad45c:46777 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:54:20,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46777-0x1011c02e9740000, quorum=127.0.0.1:64843, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:54:20,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46777-0x1011c02e9740000, quorum=127.0.0.1:64843, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:54:20,134 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c67a768{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:54:20,134 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55877a9a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:54:20,135 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:54:20,135 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@146afb5b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:54:20,135 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76e3af92{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/10fe8c48-2d41-05a7-dd69-061a906bcf03/hadoop.log.dir/,STOPPED} 2024-11-08T19:54:20,137 WARN [BP-240243580-172.17.0.2-1731095618817 heartbeating to localhost/127.0.0.1:38207 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T19:54:20,137 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T19:54:20,137 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T19:54:20,137 WARN [BP-240243580-172.17.0.2-1731095618817 heartbeating to localhost/127.0.0.1:38207 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-240243580-172.17.0.2-1731095618817 (Datanode Uuid e9e49e85-a2fe-447d-8ec0-97c8d7f9f5af) service to localhost/127.0.0.1:38207 2024-11-08T19:54:20,138 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/10fe8c48-2d41-05a7-dd69-061a906bcf03/cluster_25c462dc-ca52-cb07-f9b7-acd9ee89aa74/data/data3/current/BP-240243580-172.17.0.2-1731095618817 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:54:20,138 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/10fe8c48-2d41-05a7-dd69-061a906bcf03/cluster_25c462dc-ca52-cb07-f9b7-acd9ee89aa74/data/data4/current/BP-240243580-172.17.0.2-1731095618817 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:54:20,138 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T19:54:20,140 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2a218732{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:54:20,141 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44ab9aa3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:54:20,141 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:54:20,141 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d906eae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:54:20,141 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@694ec3f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/10fe8c48-2d41-05a7-dd69-061a906bcf03/hadoop.log.dir/,STOPPED} 2024-11-08T19:54:20,143 WARN [BP-240243580-172.17.0.2-1731095618817 heartbeating to localhost/127.0.0.1:38207 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T19:54:20,143 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T19:54:20,143 WARN [BP-240243580-172.17.0.2-1731095618817 heartbeating to localhost/127.0.0.1:38207 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-240243580-172.17.0.2-1731095618817 (Datanode Uuid 38ed2f11-58dc-4959-aee4-00e988598da8) service to localhost/127.0.0.1:38207 2024-11-08T19:54:20,143 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T19:54:20,144 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/10fe8c48-2d41-05a7-dd69-061a906bcf03/cluster_25c462dc-ca52-cb07-f9b7-acd9ee89aa74/data/data1/current/BP-240243580-172.17.0.2-1731095618817 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:54:20,144 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/10fe8c48-2d41-05a7-dd69-061a906bcf03/cluster_25c462dc-ca52-cb07-f9b7-acd9ee89aa74/data/data2/current/BP-240243580-172.17.0.2-1731095618817 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:54:20,144 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T19:54:20,151 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e43b4d8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:54:20,152 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c6855cd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:54:20,152 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:54:20,152 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7dc4ed50{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:54:20,152 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b60bc0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/10fe8c48-2d41-05a7-dd69-061a906bcf03/hadoop.log.dir/,STOPPED} 2024-11-08T19:54:20,160 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T19:54:20,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T19:54:20,193 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=112 (was 98) - Thread LEAK? -, OpenFileDescriptor=457 (was 426) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=73 (was 78), ProcessCount=11 (was 11), AvailableMemoryMB=6925 (was 7056) 2024-11-08T19:54:20,198 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=112, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=73, ProcessCount=11, AvailableMemoryMB=6925 2024-11-08T19:54:20,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T19:54:20,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/10fe8c48-2d41-05a7-dd69-061a906bcf03/hadoop.log.dir so I do NOT create it in target/test-data/49400731-b1ab-4dc4-6c46-9fc7fb629d91 2024-11-08T19:54:20,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/10fe8c48-2d41-05a7-dd69-061a906bcf03/hadoop.tmp.dir so I do NOT create it in target/test-data/49400731-b1ab-4dc4-6c46-9fc7fb629d91 2024-11-08T19:54:20,199 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49400731-b1ab-4dc4-6c46-9fc7fb629d91/cluster_df01ed02-bb45-b49f-8c09-98550ff1eeca, deleteOnExit=true 2024-11-08T19:54:20,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T19:54:20,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49400731-b1ab-4dc4-6c46-9fc7fb629d91/test.cache.data in system properties and HBase conf 2024-11-08T19:54:20,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49400731-b1ab-4dc4-6c46-9fc7fb629d91/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T19:54:20,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49400731-b1ab-4dc4-6c46-9fc7fb629d91/hadoop.log.dir in system properties and HBase conf 2024-11-08T19:54:20,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49400731-b1ab-4dc4-6c46-9fc7fb629d91/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T19:54:20,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49400731-b1ab-4dc4-6c46-9fc7fb629d91/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T19:54:20,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T19:54:20,199 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T19:54:20,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49400731-b1ab-4dc4-6c46-9fc7fb629d91/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:54:20,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49400731-b1ab-4dc4-6c46-9fc7fb629d91/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:54:20,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49400731-b1ab-4dc4-6c46-9fc7fb629d91/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T19:54:20,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49400731-b1ab-4dc4-6c46-9fc7fb629d91/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:54:20,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49400731-b1ab-4dc4-6c46-9fc7fb629d91/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T19:54:20,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49400731-b1ab-4dc4-6c46-9fc7fb629d91/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T19:54:20,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49400731-b1ab-4dc4-6c46-9fc7fb629d91/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:54:20,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49400731-b1ab-4dc4-6c46-9fc7fb629d91/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:54:20,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49400731-b1ab-4dc4-6c46-9fc7fb629d91/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T19:54:20,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49400731-b1ab-4dc4-6c46-9fc7fb629d91/nfs.dump.dir in system properties and HBase conf 2024-11-08T19:54:20,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49400731-b1ab-4dc4-6c46-9fc7fb629d91/java.io.tmpdir in system properties and HBase conf 2024-11-08T19:54:20,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49400731-b1ab-4dc4-6c46-9fc7fb629d91/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:54:20,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49400731-b1ab-4dc4-6c46-9fc7fb629d91/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T19:54:20,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49400731-b1ab-4dc4-6c46-9fc7fb629d91/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T19:54:20,537 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:54:20,541 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:54:20,542 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:54:20,542 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:54:20,542 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T19:54:20,543 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:54:20,543 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52b8744d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49400731-b1ab-4dc4-6c46-9fc7fb629d91/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:54:20,543 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e3dbf9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:54:20,634 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71fbcd46{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49400731-b1ab-4dc4-6c46-9fc7fb629d91/java.io.tmpdir/jetty-localhost-32975-hadoop-hdfs-3_4_1-tests_jar-_-any-12915333614382288804/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:54:20,634 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ad125e5{HTTP/1.1, (http/1.1)}{localhost:32975} 2024-11-08T19:54:20,634 INFO [Time-limited test {}] server.Server(415): Started @193674ms 2024-11-08T19:54:20,881 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:54:20,884 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:54:20,885 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:54:20,885 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:54:20,885 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T19:54:20,885 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a10e786{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49400731-b1ab-4dc4-6c46-9fc7fb629d91/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:54:20,885 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@251e021a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:54:20,976 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30837cfe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49400731-b1ab-4dc4-6c46-9fc7fb629d91/java.io.tmpdir/jetty-localhost-40937-hadoop-hdfs-3_4_1-tests_jar-_-any-4080712880462634327/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:54:20,976 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56c073e6{HTTP/1.1, (http/1.1)}{localhost:40937} 2024-11-08T19:54:20,976 INFO [Time-limited test {}] server.Server(415): Started @194016ms 2024-11-08T19:54:20,977 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T19:54:21,001 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:54:21,004 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:54:21,005 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:54:21,005 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:54:21,005 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T19:54:21,005 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225f0317{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49400731-b1ab-4dc4-6c46-9fc7fb629d91/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:54:21,005 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a79ec0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:54:21,098 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@218d496b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49400731-b1ab-4dc4-6c46-9fc7fb629d91/java.io.tmpdir/jetty-localhost-46719-hadoop-hdfs-3_4_1-tests_jar-_-any-9088903683512841628/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:54:21,098 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@609874e6{HTTP/1.1, (http/1.1)}{localhost:46719} 2024-11-08T19:54:21,098 INFO [Time-limited test {}] server.Server(415): Started @194138ms 2024-11-08T19:54:21,099 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T19:54:22,617 WARN [Thread-1631 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49400731-b1ab-4dc4-6c46-9fc7fb629d91/cluster_df01ed02-bb45-b49f-8c09-98550ff1eeca/data/data2/current/BP-1583365788-172.17.0.2-1731095660223/current, will proceed with Du for space computation calculation, 2024-11-08T19:54:22,617 WARN [Thread-1630 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49400731-b1ab-4dc4-6c46-9fc7fb629d91/cluster_df01ed02-bb45-b49f-8c09-98550ff1eeca/data/data1/current/BP-1583365788-172.17.0.2-1731095660223/current, will proceed with Du for space computation calculation, 2024-11-08T19:54:22,634 WARN [Thread-1594 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T19:54:22,636 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xac6b77b0f4ba0c5d with lease ID 0xc37699c51cfc1a5f: Processing first storage report for DS-24d1522a-a8a7-4d71-ac89-55f9a2f1a05d from datanode DatanodeRegistration(127.0.0.1:35801, datanodeUuid=71e7136f-f536-4772-93f1-fc4418225476, infoPort=36551, infoSecurePort=0, ipcPort=42145, storageInfo=lv=-57;cid=testClusterID;nsid=1637890570;c=1731095660223) 2024-11-08T19:54:22,636 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xac6b77b0f4ba0c5d with lease ID 0xc37699c51cfc1a5f: from storage DS-24d1522a-a8a7-4d71-ac89-55f9a2f1a05d node DatanodeRegistration(127.0.0.1:35801, datanodeUuid=71e7136f-f536-4772-93f1-fc4418225476, infoPort=36551, infoSecurePort=0, ipcPort=42145, storageInfo=lv=-57;cid=testClusterID;nsid=1637890570;c=1731095660223), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T19:54:22,636 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xac6b77b0f4ba0c5d with lease ID 0xc37699c51cfc1a5f: Processing first storage report for DS-e6c01994-7eb1-42c0-ac84-10658d57b10c from datanode DatanodeRegistration(127.0.0.1:35801, datanodeUuid=71e7136f-f536-4772-93f1-fc4418225476, infoPort=36551, infoSecurePort=0, ipcPort=42145, storageInfo=lv=-57;cid=testClusterID;nsid=1637890570;c=1731095660223) 2024-11-08T19:54:22,636 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xac6b77b0f4ba0c5d with lease ID 0xc37699c51cfc1a5f: from storage DS-e6c01994-7eb1-42c0-ac84-10658d57b10c node DatanodeRegistration(127.0.0.1:35801, datanodeUuid=71e7136f-f536-4772-93f1-fc4418225476, infoPort=36551, infoSecurePort=0, ipcPort=42145, storageInfo=lv=-57;cid=testClusterID;nsid=1637890570;c=1731095660223), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:54:22,659 WARN [Thread-1641 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49400731-b1ab-4dc4-6c46-9fc7fb629d91/cluster_df01ed02-bb45-b49f-8c09-98550ff1eeca/data/data3/current/BP-1583365788-172.17.0.2-1731095660223/current, will proceed with Du for space computation calculation, 2024-11-08T19:54:22,659 WARN [Thread-1642 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49400731-b1ab-4dc4-6c46-9fc7fb629d91/cluster_df01ed02-bb45-b49f-8c09-98550ff1eeca/data/data4/current/BP-1583365788-172.17.0.2-1731095660223/current, will proceed with Du for space computation calculation, 2024-11-08T19:54:22,681 WARN [Thread-1617 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T19:54:22,683 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x407a7be5e876a488 with lease ID 0xc37699c51cfc1a60: Processing first storage report for DS-9f8ea797-084e-4574-a011-fff5224b49e3 from datanode DatanodeRegistration(127.0.0.1:40479, datanodeUuid=01fdaea2-6d0d-4a98-adc5-52bc337cd6dd, infoPort=43063, infoSecurePort=0, ipcPort=41569, storageInfo=lv=-57;cid=testClusterID;nsid=1637890570;c=1731095660223) 2024-11-08T19:54:22,683 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x407a7be5e876a488 with lease ID 0xc37699c51cfc1a60: from storage DS-9f8ea797-084e-4574-a011-fff5224b49e3 node DatanodeRegistration(127.0.0.1:40479, datanodeUuid=01fdaea2-6d0d-4a98-adc5-52bc337cd6dd, infoPort=43063, infoSecurePort=0, ipcPort=41569, storageInfo=lv=-57;cid=testClusterID;nsid=1637890570;c=1731095660223), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T19:54:22,683 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x407a7be5e876a488 with lease ID 0xc37699c51cfc1a60: Processing first storage report for DS-29d2b539-156b-4d0f-973e-fbe2973d55ee from datanode DatanodeRegistration(127.0.0.1:40479, datanodeUuid=01fdaea2-6d0d-4a98-adc5-52bc337cd6dd, infoPort=43063, infoSecurePort=0, ipcPort=41569, storageInfo=lv=-57;cid=testClusterID;nsid=1637890570;c=1731095660223) 2024-11-08T19:54:22,683 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x407a7be5e876a488 with lease ID 0xc37699c51cfc1a60: from storage DS-29d2b539-156b-4d0f-973e-fbe2973d55ee node DatanodeRegistration(127.0.0.1:40479, datanodeUuid=01fdaea2-6d0d-4a98-adc5-52bc337cd6dd, infoPort=43063, infoSecurePort=0, ipcPort=41569, storageInfo=lv=-57;cid=testClusterID;nsid=1637890570;c=1731095660223), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:54:22,740 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49400731-b1ab-4dc4-6c46-9fc7fb629d91 2024-11-08T19:54:22,744 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49400731-b1ab-4dc4-6c46-9fc7fb629d91/cluster_df01ed02-bb45-b49f-8c09-98550ff1eeca/zookeeper_0, clientPort=54747, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49400731-b1ab-4dc4-6c46-9fc7fb629d91/cluster_df01ed02-bb45-b49f-8c09-98550ff1eeca/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49400731-b1ab-4dc4-6c46-9fc7fb629d91/cluster_df01ed02-bb45-b49f-8c09-98550ff1eeca/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T19:54:22,745 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54747 2024-11-08T19:54:22,745 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:54:22,746 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:54:22,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40479 is added to blk_1073741825_1001 (size=7) 2024-11-08T19:54:22,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741825_1001 (size=7) 2024-11-08T19:54:22,755 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45917/user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3 with version=8 2024-11-08T19:54:22,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:45533/user/jenkins/test-data/40684a7e-778f-ce29-f7b3-b372ef5a3c8c/hbase-staging 2024-11-08T19:54:22,758 INFO [Time-limited test {}] client.ConnectionUtils(128): master/692b295ad45c:0 server-side Connection retries=45 2024-11-08T19:54:22,758 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:54:22,758 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:54:22,758 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:54:22,758 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:54:22,758 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:54:22,758 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T19:54:22,758 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:54:22,759 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42623 2024-11-08T19:54:22,760 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42623 connecting to ZooKeeper ensemble=127.0.0.1:54747 2024-11-08T19:54:22,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426230x0, quorum=127.0.0.1:54747, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:54:22,821 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42623-0x1011c038c430000 connected 2024-11-08T19:54:22,918 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:54:22,919 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:54:22,922 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42623-0x1011c038c430000, quorum=127.0.0.1:54747, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:54:22,922 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45917/user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3, hbase.cluster.distributed=false 2024-11-08T19:54:22,924 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42623-0x1011c038c430000, quorum=127.0.0.1:54747, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T19:54:22,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42623 2024-11-08T19:54:22,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42623 2024-11-08T19:54:22,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42623 2024-11-08T19:54:22,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42623 2024-11-08T19:54:22,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42623 2024-11-08T19:54:22,945 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/692b295ad45c:0 server-side Connection retries=45 2024-11-08T19:54:22,946 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:54:22,946 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:54:22,946 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:54:22,946 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:54:22,946 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:54:22,946 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T19:54:22,946 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:54:22,947 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33193 2024-11-08T19:54:22,948 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33193 connecting to ZooKeeper ensemble=127.0.0.1:54747 2024-11-08T19:54:22,949 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:54:22,950 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:54:22,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331930x0, quorum=127.0.0.1:54747, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:54:22,965 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33193-0x1011c038c430001 connected 2024-11-08T19:54:22,965 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33193-0x1011c038c430001, quorum=127.0.0.1:54747, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:54:22,966 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T19:54:22,966 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T19:54:22,967 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33193-0x1011c038c430001, quorum=127.0.0.1:54747, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T19:54:22,967 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33193-0x1011c038c430001, quorum=127.0.0.1:54747, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T19:54:22,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33193 2024-11-08T19:54:22,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33193 2024-11-08T19:54:22,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33193 2024-11-08T19:54:22,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33193 2024-11-08T19:54:22,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33193 2024-11-08T19:54:22,982 DEBUG [M:0;692b295ad45c:42623 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;692b295ad45c:42623 2024-11-08T19:54:22,982 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/692b295ad45c,42623,1731095662757 2024-11-08T19:54:22,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42623-0x1011c038c430000, quorum=127.0.0.1:54747, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:54:22,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33193-0x1011c038c430001, quorum=127.0.0.1:54747, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:54:22,992 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42623-0x1011c038c430000, quorum=127.0.0.1:54747, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/692b295ad45c,42623,1731095662757 2024-11-08T19:54:23,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33193-0x1011c038c430001, quorum=127.0.0.1:54747, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T19:54:23,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42623-0x1011c038c430000, quorum=127.0.0.1:54747, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:54:23,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33193-0x1011c038c430001, quorum=127.0.0.1:54747, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:54:23,002 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42623-0x1011c038c430000, quorum=127.0.0.1:54747, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T19:54:23,003 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/692b295ad45c,42623,1731095662757 from backup master directory 2024-11-08T19:54:23,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33193-0x1011c038c430001, quorum=127.0.0.1:54747, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:54:23,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42623-0x1011c038c430000, quorum=127.0.0.1:54747, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/692b295ad45c,42623,1731095662757 2024-11-08T19:54:23,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42623-0x1011c038c430000, quorum=127.0.0.1:54747, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:54:23,012 WARN [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:54:23,012 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=692b295ad45c,42623,1731095662757 2024-11-08T19:54:23,018 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45917/user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/hbase.id] with ID: 241aeab6-428a-4e26-b0b3-15f1ed00de4f 2024-11-08T19:54:23,018 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45917/user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/.tmp/hbase.id 2024-11-08T19:54:23,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40479 is added to blk_1073741826_1002 (size=42) 2024-11-08T19:54:23,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741826_1002 (size=42) 2024-11-08T19:54:23,026 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45917/user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/.tmp/hbase.id]:[hdfs://localhost:45917/user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/hbase.id] 2024-11-08T19:54:23,037 INFO [master/692b295ad45c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:54:23,037 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T19:54:23,038 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T19:54:23,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42623-0x1011c038c430000, quorum=127.0.0.1:54747, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:54:23,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33193-0x1011c038c430001, quorum=127.0.0.1:54747, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:54:23,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741827_1003 (size=196) 2024-11-08T19:54:23,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40479 is added to blk_1073741827_1003 (size=196) 2024-11-08T19:54:23,055 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:54:23,056 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T19:54:23,056 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:54:23,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741828_1004 (size=1189) 2024-11-08T19:54:23,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40479 is added to blk_1073741828_1004 (size=1189) 2024-11-08T19:54:23,064 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45917/user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/MasterData/data/master/store 2024-11-08T19:54:23,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741829_1005 (size=34) 2024-11-08T19:54:23,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40479 is added to blk_1073741829_1005 (size=34) 2024-11-08T19:54:23,070 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:54:23,070 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:54:23,070 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:54:23,070 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:54:23,070 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:54:23,070 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:54:23,070 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:54:23,070 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731095663070Disabling compacts and flushes for region at 1731095663070Disabling writes for close at 1731095663070Writing region close event to WAL at 1731095663070Closed at 1731095663070 2024-11-08T19:54:23,071 WARN [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45917/user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/MasterData/data/master/store/.initializing 2024-11-08T19:54:23,071 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45917/user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/MasterData/WALs/692b295ad45c,42623,1731095662757 2024-11-08T19:54:23,072 INFO [master/692b295ad45c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:54:23,073 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=692b295ad45c%2C42623%2C1731095662757, suffix=, logDir=hdfs://localhost:45917/user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/MasterData/WALs/692b295ad45c,42623,1731095662757, archiveDir=hdfs://localhost:45917/user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/MasterData/oldWALs, maxLogs=10 2024-11-08T19:54:23,085 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/MasterData/WALs/692b295ad45c,42623,1731095662757/692b295ad45c%2C42623%2C1731095662757.1731095663073, exclude list is [], retry=0 2024-11-08T19:54:23,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40479,DS-9f8ea797-084e-4574-a011-fff5224b49e3,DISK] 2024-11-08T19:54:23,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35801,DS-24d1522a-a8a7-4d71-ac89-55f9a2f1a05d,DISK] 2024-11-08T19:54:23,089 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/MasterData/WALs/692b295ad45c,42623,1731095662757/692b295ad45c%2C42623%2C1731095662757.1731095663073 2024-11-08T19:54:23,089 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43063:43063),(127.0.0.1/127.0.0.1:36551:36551)] 2024-11-08T19:54:23,089 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:54:23,090 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:54:23,090 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:54:23,090 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:54:23,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:54:23,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T19:54:23,092 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:54:23,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:54:23,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:54:23,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T19:54:23,094 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:54:23,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:54:23,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:54:23,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T19:54:23,095 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:54:23,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:54:23,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:54:23,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T19:54:23,097 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:54:23,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:54:23,097 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:54:23,098 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45917/user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:54:23,098 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45917/user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:54:23,099 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:54:23,099 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:54:23,100 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:54:23,101 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:54:23,103 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45917/user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:54:23,103 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=867421, jitterRate=0.10298395156860352}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:54:23,104 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731095663090Initializing all the Stores at 1731095663091 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731095663091Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731095663091Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731095663091Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731095663091Cleaning up temporary data from old regions at 1731095663099 (+8 ms)Region opened successfully at 1731095663104 (+5 ms) 2024-11-08T19:54:23,104 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T19:54:23,107 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3547389a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=692b295ad45c/172.17.0.2:0 2024-11-08T19:54:23,108 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T19:54:23,108 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T19:54:23,108 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T19:54:23,108 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T19:54:23,109 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T19:54:23,109 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T19:54:23,109 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T19:54:23,112 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T19:54:23,113 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42623-0x1011c038c430000, quorum=127.0.0.1:54747, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T19:54:23,175 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T19:54:23,176 INFO [master/692b295ad45c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T19:54:23,177 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42623-0x1011c038c430000, quorum=127.0.0.1:54747, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T19:54:23,213 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T19:54:23,213 INFO [master/692b295ad45c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T19:54:23,216 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42623-0x1011c038c430000, quorum=127.0.0.1:54747, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T19:54:23,228 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T19:54:23,231 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42623-0x1011c038c430000, quorum=127.0.0.1:54747, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T19:54:23,244 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T19:54:23,251 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42623-0x1011c038c430000, quorum=127.0.0.1:54747, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T19:54:23,259 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T19:54:23,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42623-0x1011c038c430000, quorum=127.0.0.1:54747, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T19:54:23,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42623-0x1011c038c430000, quorum=127.0.0.1:54747, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:54:23,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33193-0x1011c038c430001, quorum=127.0.0.1:54747, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T19:54:23,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33193-0x1011c038c430001, quorum=127.0.0.1:54747, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:54:23,272 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=692b295ad45c,42623,1731095662757, sessionid=0x1011c038c430000, setting cluster-up flag (Was=false) 2024-11-08T19:54:23,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42623-0x1011c038c430000, quorum=127.0.0.1:54747, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:54:23,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33193-0x1011c038c430001, quorum=127.0.0.1:54747, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:54:23,323 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T19:54:23,327 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=692b295ad45c,42623,1731095662757 2024-11-08T19:54:23,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42623-0x1011c038c430000, quorum=127.0.0.1:54747, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:54:23,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33193-0x1011c038c430001, quorum=127.0.0.1:54747, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:54:23,381 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T19:54:23,382 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=692b295ad45c,42623,1731095662757 2024-11-08T19:54:23,383 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45917/user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T19:54:23,384 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T19:54:23,385 INFO [master/692b295ad45c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T19:54:23,385 INFO [master/692b295ad45c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T19:54:23,385 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 692b295ad45c,42623,1731095662757 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T19:54:23,386 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:54:23,387 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:54:23,387 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:54:23,387 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:54:23,387 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/692b295ad45c:0, corePoolSize=10, maxPoolSize=10 2024-11-08T19:54:23,387 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:54:23,387 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/692b295ad45c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:54:23,387 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:54:23,389 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731095693389 2024-11-08T19:54:23,389 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:54:23,389 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T19:54:23,389 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T19:54:23,389 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T19:54:23,389 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T19:54:23,389 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T19:54:23,389 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T19:54:23,389 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T19:54:23,390 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:54:23,390 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:54:23,390 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T19:54:23,391 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T19:54:23,391 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T19:54:23,391 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T19:54:23,391 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T19:54:23,391 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T19:54:23,392 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731095663391,5,FailOnTimeoutGroup] 2024-11-08T19:54:23,392 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731095663392,5,FailOnTimeoutGroup] 2024-11-08T19:54:23,392 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:54:23,392 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T19:54:23,392 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T19:54:23,392 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T19:54:23,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741831_1007 (size=1321) 2024-11-08T19:54:23,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40479 is added to blk_1073741831_1007 (size=1321) 2024-11-08T19:54:23,399 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45917/user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T19:54:23,399 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45917/user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3 2024-11-08T19:54:23,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741832_1008 (size=32) 2024-11-08T19:54:23,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40479 is added to blk_1073741832_1008 (size=32) 2024-11-08T19:54:23,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:54:23,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:54:23,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:54:23,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:54:23,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:54:23,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:54:23,410 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:54:23,410 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:54:23,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:54:23,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:54:23,411 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:54:23,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:54:23,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:54:23,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:54:23,412 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:54:23,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:54:23,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:54:23,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:54:23,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45917/user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/data/hbase/meta/1588230740 2024-11-08T19:54:23,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45917/user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/data/hbase/meta/1588230740 2024-11-08T19:54:23,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:54:23,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:54:23,415 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T19:54:23,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:54:23,418 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45917/user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:54:23,418 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=827857, jitterRate=0.05267544090747833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T19:54:23,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731095663406Initializing all the Stores at 1731095663406Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731095663407 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731095663407Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731095663407Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731095663407Cleaning up temporary data from old regions at 1731095663415 (+8 ms)Region opened successfully at 1731095663418 (+3 ms) 2024-11-08T19:54:23,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:54:23,419 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:54:23,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:54:23,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:54:23,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:54:23,419 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:54:23,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731095663418Disabling compacts and flushes for region at 1731095663418Disabling writes for close at 1731095663419 (+1 ms)Writing region close event to WAL at 1731095663419Closed at 1731095663419 2024-11-08T19:54:23,420 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:54:23,420 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T19:54:23,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T19:54:23,421 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:54:23,422 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T19:54:23,474 INFO [RS:0;692b295ad45c:33193 {}] regionserver.HRegionServer(746): ClusterId : 241aeab6-428a-4e26-b0b3-15f1ed00de4f 2024-11-08T19:54:23,474 DEBUG [RS:0;692b295ad45c:33193 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T19:54:23,543 DEBUG [RS:0;692b295ad45c:33193 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T19:54:23,543 DEBUG [RS:0;692b295ad45c:33193 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T19:54:23,571 DEBUG [RS:0;692b295ad45c:33193 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T19:54:23,571 DEBUG [RS:0;692b295ad45c:33193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cbdefc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=692b295ad45c/172.17.0.2:0 2024-11-08T19:54:23,572 WARN [692b295ad45c:42623 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T19:54:23,584 DEBUG [RS:0;692b295ad45c:33193 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;692b295ad45c:33193 2024-11-08T19:54:23,584 INFO [RS:0;692b295ad45c:33193 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T19:54:23,584 INFO [RS:0;692b295ad45c:33193 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T19:54:23,584 DEBUG [RS:0;692b295ad45c:33193 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T19:54:23,584 INFO [RS:0;692b295ad45c:33193 {}] regionserver.HRegionServer(2659): reportForDuty to master=692b295ad45c,42623,1731095662757 with port=33193, startcode=1731095662945 2024-11-08T19:54:23,585 DEBUG [RS:0;692b295ad45c:33193 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T19:54:23,586 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48485, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T19:54:23,587 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42623 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 692b295ad45c,33193,1731095662945 2024-11-08T19:54:23,587 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42623 {}] master.ServerManager(517): Registering regionserver=692b295ad45c,33193,1731095662945 2024-11-08T19:54:23,588 DEBUG [RS:0;692b295ad45c:33193 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45917/user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3 2024-11-08T19:54:23,588 DEBUG [RS:0;692b295ad45c:33193 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45917 2024-11-08T19:54:23,588 DEBUG [RS:0;692b295ad45c:33193 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T19:54:23,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42623-0x1011c038c430000, quorum=127.0.0.1:54747, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T19:54:23,597 DEBUG [RS:0;692b295ad45c:33193 {}] zookeeper.ZKUtil(111): regionserver:33193-0x1011c038c430001, quorum=127.0.0.1:54747, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/692b295ad45c,33193,1731095662945 2024-11-08T19:54:23,597 WARN [RS:0;692b295ad45c:33193 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:54:23,597 INFO [RS:0;692b295ad45c:33193 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:54:23,597 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [692b295ad45c,33193,1731095662945] 2024-11-08T19:54:23,597 DEBUG [RS:0;692b295ad45c:33193 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45917/user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/WALs/692b295ad45c,33193,1731095662945 2024-11-08T19:54:23,601 INFO [RS:0;692b295ad45c:33193 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T19:54:23,604 INFO [RS:0;692b295ad45c:33193 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T19:54:23,604 INFO [RS:0;692b295ad45c:33193 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T19:54:23,604 INFO [RS:0;692b295ad45c:33193 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:54:23,605 INFO [RS:0;692b295ad45c:33193 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T19:54:23,606 INFO [RS:0;692b295ad45c:33193 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T19:54:23,606 INFO [RS:0;692b295ad45c:33193 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T19:54:23,606 DEBUG [RS:0;692b295ad45c:33193 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:54:23,606 DEBUG [RS:0;692b295ad45c:33193 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:54:23,607 DEBUG [RS:0;692b295ad45c:33193 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:54:23,607 DEBUG [RS:0;692b295ad45c:33193 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:54:23,607 DEBUG [RS:0;692b295ad45c:33193 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:54:23,607 DEBUG [RS:0;692b295ad45c:33193 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/692b295ad45c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:54:23,607 DEBUG [RS:0;692b295ad45c:33193 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:54:23,607 DEBUG [RS:0;692b295ad45c:33193 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:54:23,607 DEBUG [RS:0;692b295ad45c:33193 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:54:23,607 DEBUG [RS:0;692b295ad45c:33193 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:54:23,607 DEBUG [RS:0;692b295ad45c:33193 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:54:23,608 DEBUG [RS:0;692b295ad45c:33193 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:54:23,608 DEBUG [RS:0;692b295ad45c:33193 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/692b295ad45c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:54:23,608 DEBUG [RS:0;692b295ad45c:33193 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:54:23,608 INFO [RS:0;692b295ad45c:33193 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:54:23,608 INFO [RS:0;692b295ad45c:33193 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:54:23,608 INFO [RS:0;692b295ad45c:33193 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:54:23,608 INFO [RS:0;692b295ad45c:33193 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T19:54:23,608 INFO [RS:0;692b295ad45c:33193 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T19:54:23,609 INFO [RS:0;692b295ad45c:33193 {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,33193,1731095662945-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:54:23,623 INFO [RS:0;692b295ad45c:33193 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T19:54:23,623 INFO [RS:0;692b295ad45c:33193 {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,33193,1731095662945-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:54:23,624 INFO [RS:0;692b295ad45c:33193 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:54:23,624 INFO [RS:0;692b295ad45c:33193 {}] regionserver.Replication(171): 692b295ad45c,33193,1731095662945 started 2024-11-08T19:54:23,636 INFO [RS:0;692b295ad45c:33193 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:54:23,636 INFO [RS:0;692b295ad45c:33193 {}] regionserver.HRegionServer(1482): Serving as 692b295ad45c,33193,1731095662945, RpcServer on 692b295ad45c/172.17.0.2:33193, sessionid=0x1011c038c430001 2024-11-08T19:54:23,636 DEBUG [RS:0;692b295ad45c:33193 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T19:54:23,636 DEBUG [RS:0;692b295ad45c:33193 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 692b295ad45c,33193,1731095662945 2024-11-08T19:54:23,636 DEBUG [RS:0;692b295ad45c:33193 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '692b295ad45c,33193,1731095662945' 2024-11-08T19:54:23,637 DEBUG [RS:0;692b295ad45c:33193 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T19:54:23,637 DEBUG [RS:0;692b295ad45c:33193 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T19:54:23,638 DEBUG [RS:0;692b295ad45c:33193 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T19:54:23,638 DEBUG [RS:0;692b295ad45c:33193 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T19:54:23,638 DEBUG [RS:0;692b295ad45c:33193 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 692b295ad45c,33193,1731095662945 2024-11-08T19:54:23,638 DEBUG [RS:0;692b295ad45c:33193 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '692b295ad45c,33193,1731095662945' 2024-11-08T19:54:23,638 DEBUG [RS:0;692b295ad45c:33193 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T19:54:23,638 DEBUG [RS:0;692b295ad45c:33193 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T19:54:23,639 DEBUG [RS:0;692b295ad45c:33193 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T19:54:23,639 INFO [RS:0;692b295ad45c:33193 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T19:54:23,639 INFO [RS:0;692b295ad45c:33193 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T19:54:23,739 INFO [RS:0;692b295ad45c:33193 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:54:23,742 INFO [RS:0;692b295ad45c:33193 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=692b295ad45c%2C33193%2C1731095662945, suffix=, logDir=hdfs://localhost:45917/user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/WALs/692b295ad45c,33193,1731095662945, archiveDir=hdfs://localhost:45917/user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/oldWALs, maxLogs=32 2024-11-08T19:54:23,758 DEBUG [RS:0;692b295ad45c:33193 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/WALs/692b295ad45c,33193,1731095662945/692b295ad45c%2C33193%2C1731095662945.1731095663743, exclude list is [], retry=0 2024-11-08T19:54:23,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40479,DS-9f8ea797-084e-4574-a011-fff5224b49e3,DISK] 2024-11-08T19:54:23,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35801,DS-24d1522a-a8a7-4d71-ac89-55f9a2f1a05d,DISK] 2024-11-08T19:54:23,762 INFO [RS:0;692b295ad45c:33193 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/WALs/692b295ad45c,33193,1731095662945/692b295ad45c%2C33193%2C1731095662945.1731095663743 2024-11-08T19:54:23,763 DEBUG [RS:0;692b295ad45c:33193 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36551:36551),(127.0.0.1/127.0.0.1:43063:43063)] 2024-11-08T19:54:23,822 DEBUG [692b295ad45c:42623 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T19:54:23,823 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=692b295ad45c,33193,1731095662945 2024-11-08T19:54:23,825 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,33193,1731095662945, state=OPENING 2024-11-08T19:54:23,833 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T19:54:23,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33193-0x1011c038c430001, quorum=127.0.0.1:54747, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:54:23,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42623-0x1011c038c430000, quorum=127.0.0.1:54747, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:54:23,846 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:54:23,846 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=692b295ad45c,33193,1731095662945}] 2024-11-08T19:54:23,846 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:54:23,846 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:54:24,001 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T19:54:24,005 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46375, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T19:54:24,011 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T19:54:24,011 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:54:24,011 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T19:54:24,013 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=692b295ad45c%2C33193%2C1731095662945.meta, suffix=.meta, logDir=hdfs://localhost:45917/user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/WALs/692b295ad45c,33193,1731095662945, archiveDir=hdfs://localhost:45917/user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/oldWALs, maxLogs=32 2024-11-08T19:54:24,027 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/WALs/692b295ad45c,33193,1731095662945/692b295ad45c%2C33193%2C1731095662945.meta.1731095664013.meta, exclude list is [], retry=0 2024-11-08T19:54:24,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35801,DS-24d1522a-a8a7-4d71-ac89-55f9a2f1a05d,DISK] 2024-11-08T19:54:24,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40479,DS-9f8ea797-084e-4574-a011-fff5224b49e3,DISK] 2024-11-08T19:54:24,031 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/WALs/692b295ad45c,33193,1731095662945/692b295ad45c%2C33193%2C1731095662945.meta.1731095664013.meta 2024-11-08T19:54:24,031 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36551:36551),(127.0.0.1/127.0.0.1:43063:43063)] 2024-11-08T19:54:24,032 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:54:24,032 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T19:54:24,032 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T19:54:24,032 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T19:54:24,032 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T19:54:24,032 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:54:24,032 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T19:54:24,032 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T19:54:24,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:54:24,034 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:54:24,034 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:54:24,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:54:24,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:54:24,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:54:24,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:54:24,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:54:24,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:54:24,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:54:24,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:54:24,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:54:24,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:54:24,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:54:24,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:54:24,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:54:24,038 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:54:24,039 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45917/user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/data/hbase/meta/1588230740 2024-11-08T19:54:24,040 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45917/user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/data/hbase/meta/1588230740 2024-11-08T19:54:24,041 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:54:24,041 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:54:24,042 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T19:54:24,043 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:54:24,043 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=815632, jitterRate=0.037130728363990784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T19:54:24,043 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T19:54:24,044 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731095664032Writing region info on filesystem at 1731095664032Initializing all the Stores at 1731095664033 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731095664033Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731095664033Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731095664033Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731095664033Cleaning up temporary data from old regions at 1731095664041 (+8 ms)Running coprocessor post-open hooks at 1731095664043 (+2 ms)Region opened successfully at 1731095664044 (+1 ms) 2024-11-08T19:54:24,045 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731095664001 2024-11-08T19:54:24,047 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T19:54:24,047 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T19:54:24,047 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=692b295ad45c,33193,1731095662945 2024-11-08T19:54:24,048 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,33193,1731095662945, state=OPEN 2024-11-08T19:54:24,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42623-0x1011c038c430000, quorum=127.0.0.1:54747, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:54:24,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33193-0x1011c038c430001, quorum=127.0.0.1:54747, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:54:24,125 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=692b295ad45c,33193,1731095662945 2024-11-08T19:54:24,125 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:54:24,125 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:54:24,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T19:54:24,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=692b295ad45c,33193,1731095662945 in 279 msec 2024-11-08T19:54:24,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T19:54:24,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 707 msec 2024-11-08T19:54:24,129 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:54:24,129 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T19:54:24,130 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:54:24,130 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,33193,1731095662945, seqNum=-1] 2024-11-08T19:54:24,131 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:54:24,131 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46855, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:54:24,136 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 752 msec 2024-11-08T19:54:24,136 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731095664136, completionTime=-1 2024-11-08T19:54:24,136 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T19:54:24,136 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T19:54:24,138 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T19:54:24,138 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731095724138 2024-11-08T19:54:24,138 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731095784138 2024-11-08T19:54:24,138 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T19:54:24,139 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,42623,1731095662757-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:54:24,139 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,42623,1731095662757-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:54:24,139 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,42623,1731095662757-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:54:24,139 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-692b295ad45c:42623, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:54:24,139 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T19:54:24,139 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T19:54:24,140 DEBUG [master/692b295ad45c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T19:54:24,142 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.129sec 2024-11-08T19:54:24,142 INFO [master/692b295ad45c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T19:54:24,142 INFO [master/692b295ad45c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T19:54:24,142 INFO [master/692b295ad45c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T19:54:24,142 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T19:54:24,142 INFO [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T19:54:24,142 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,42623,1731095662757-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:54:24,143 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,42623,1731095662757-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T19:54:24,145 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T19:54:24,145 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T19:54:24,145 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,42623,1731095662757-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:54:24,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26088003, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:54:24,174 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,42623,-1 for getting cluster id 2024-11-08T19:54:24,175 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:54:24,176 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '241aeab6-428a-4e26-b0b3-15f1ed00de4f' 2024-11-08T19:54:24,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:54:24,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "241aeab6-428a-4e26-b0b3-15f1ed00de4f" 2024-11-08T19:54:24,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4440149b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:54:24,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,42623,-1] 2024-11-08T19:54:24,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:54:24,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:54:24,178 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:54:24,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56186906, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:54:24,179 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:54:24,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,33193,1731095662945, seqNum=-1] 2024-11-08T19:54:24,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:54:24,181 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:54:24,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=692b295ad45c,42623,1731095662757 2024-11-08T19:54:24,183 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:54:24,185 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-08T19:54:24,185 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:54:24,186 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:54:24,188 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:45917/user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/WALs/test.com,8080,1, archiveDir=hdfs://localhost:45917/user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/oldWALs, maxLogs=32 2024-11-08T19:54:24,200 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/WALs/test.com,8080,1/test.com%2C8080%2C1.1731095664188, exclude list is [], retry=0 2024-11-08T19:54:24,203 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35801,DS-24d1522a-a8a7-4d71-ac89-55f9a2f1a05d,DISK] 2024-11-08T19:54:24,203 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40479,DS-9f8ea797-084e-4574-a011-fff5224b49e3,DISK] 2024-11-08T19:54:24,205 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/WALs/test.com,8080,1/test.com%2C8080%2C1.1731095664188 2024-11-08T19:54:24,205 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36551:36551),(127.0.0.1/127.0.0.1:43063:43063)] 2024-11-08T19:54:24,217 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/WALs/test.com,8080,1/test.com%2C8080%2C1.1731095664205, exclude list is [], retry=0 2024-11-08T19:54:24,219 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40479,DS-9f8ea797-084e-4574-a011-fff5224b49e3,DISK] 2024-11-08T19:54:24,219 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35801,DS-24d1522a-a8a7-4d71-ac89-55f9a2f1a05d,DISK] 2024-11-08T19:54:24,221 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/WALs/test.com,8080,1/test.com%2C8080%2C1.1731095664188 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/WALs/test.com,8080,1/test.com%2C8080%2C1.1731095664205 2024-11-08T19:54:24,221 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43063:43063),(127.0.0.1/127.0.0.1:36551:36551)] 2024-11-08T19:54:24,221 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:45917/user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/WALs/test.com,8080,1/test.com%2C8080%2C1.1731095664188 is not closed yet, will try archiving it next time 2024-11-08T19:54:24,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40479 is added to blk_1073741835_1011 (size=93) 2024-11-08T19:54:24,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741835_1011 (size=93) 2024-11-08T19:54:24,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741836_1012 (size=93) 2024-11-08T19:54:24,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40479 is added to blk_1073741836_1012 (size=93) 2024-11-08T19:54:24,224 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45917/user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/WALs/test.com,8080,1/test.com%2C8080%2C1.1731095664188 to hdfs://localhost:45917/user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/oldWALs/test.com%2C8080%2C1.1731095664188 2024-11-08T19:54:24,226 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/oldWALs 2024-11-08T19:54:24,226 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1731095664205) 2024-11-08T19:54:24,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T19:54:24,226 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:54:24,226 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:54:24,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:54:24,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:54:24,226 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:54:24,226 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T19:54:24,226 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=635029670, stopped=false 2024-11-08T19:54:24,226 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=692b295ad45c,42623,1731095662757 2024-11-08T19:54:24,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33193-0x1011c038c430001, quorum=127.0.0.1:54747, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T19:54:24,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42623-0x1011c038c430000, quorum=127.0.0.1:54747, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T19:54:24,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42623-0x1011c038c430000, quorum=127.0.0.1:54747, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:54:24,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33193-0x1011c038c430001, quorum=127.0.0.1:54747, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:54:24,244 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:54:24,244 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:54:24,244 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:54:24,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:54:24,245 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33193-0x1011c038c430001, quorum=127.0.0.1:54747, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:54:24,245 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42623-0x1011c038c430000, quorum=127.0.0.1:54747, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:54:24,245 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '692b295ad45c,33193,1731095662945' ***** 2024-11-08T19:54:24,245 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T19:54:24,245 INFO [RS:0;692b295ad45c:33193 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T19:54:24,245 INFO [RS:0;692b295ad45c:33193 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T19:54:24,245 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T19:54:24,245 INFO [RS:0;692b295ad45c:33193 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T19:54:24,245 INFO [RS:0;692b295ad45c:33193 {}] regionserver.HRegionServer(959): stopping server 692b295ad45c,33193,1731095662945 2024-11-08T19:54:24,245 INFO [RS:0;692b295ad45c:33193 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:54:24,245 INFO [RS:0;692b295ad45c:33193 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:33193. 2024-11-08T19:54:24,245 DEBUG [RS:0;692b295ad45c:33193 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:54:24,245 DEBUG [RS:0;692b295ad45c:33193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:54:24,245 INFO [RS:0;692b295ad45c:33193 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T19:54:24,245 INFO [RS:0;692b295ad45c:33193 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T19:54:24,245 INFO [RS:0;692b295ad45c:33193 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T19:54:24,245 INFO [RS:0;692b295ad45c:33193 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T19:54:24,246 INFO [RS:0;692b295ad45c:33193 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T19:54:24,246 DEBUG [RS:0;692b295ad45c:33193 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T19:54:24,246 DEBUG [RS:0;692b295ad45c:33193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:54:24,246 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:54:24,246 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:54:24,246 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:54:24,246 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:54:24,246 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:54:24,246 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-08T19:54:24,261 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45917/user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/data/hbase/meta/1588230740/.tmp/ns/40509ddcb2114417ae9cbe8b979ecc98 is 43, key is default/ns:d/1731095664132/Put/seqid=0 2024-11-08T19:54:24,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741837_1013 (size=5153) 2024-11-08T19:54:24,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40479 is added to blk_1073741837_1013 (size=5153) 2024-11-08T19:54:24,266 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45917/user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/data/hbase/meta/1588230740/.tmp/ns/40509ddcb2114417ae9cbe8b979ecc98 2024-11-08T19:54:24,271 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45917/user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/data/hbase/meta/1588230740/.tmp/ns/40509ddcb2114417ae9cbe8b979ecc98 as hdfs://localhost:45917/user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/data/hbase/meta/1588230740/ns/40509ddcb2114417ae9cbe8b979ecc98 2024-11-08T19:54:24,276 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45917/user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/data/hbase/meta/1588230740/ns/40509ddcb2114417ae9cbe8b979ecc98, entries=2, sequenceid=6, filesize=5.0 K 2024-11-08T19:54:24,276 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 30ms, sequenceid=6, compaction requested=false 2024-11-08T19:54:24,276 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T19:54:24,281 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45917/user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T19:54:24,281 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:54:24,281 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:54:24,281 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731095664246Running coprocessor pre-close hooks at 1731095664246Disabling compacts and flushes for region at 1731095664246Disabling writes for close at 1731095664246Obtaining lock to block concurrent updates at 1731095664246Preparing flush snapshotting stores in 1588230740 at 1731095664246Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731095664246Flushing stores of hbase:meta,,1.1588230740 at 1731095664247 (+1 ms)Flushing 1588230740/ns: creating writer at 1731095664247Flushing 1588230740/ns: appending metadata at 1731095664260 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731095664261 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dcf60f3: reopening flushed file at 1731095664270 (+9 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 30ms, sequenceid=6, compaction requested=false at 1731095664276 (+6 ms)Writing region close event to WAL at 1731095664278 (+2 ms)Running coprocessor post-close hooks at 1731095664281 (+3 ms)Closed at 1731095664281 2024-11-08T19:54:24,281 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T19:54:24,446 INFO [RS:0;692b295ad45c:33193 {}] regionserver.HRegionServer(976): stopping server 692b295ad45c,33193,1731095662945; all regions closed. 2024-11-08T19:54:24,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40479 is added to blk_1073741834_1010 (size=1152) 2024-11-08T19:54:24,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741834_1010 (size=1152) 2024-11-08T19:54:24,457 DEBUG [RS:0;692b295ad45c:33193 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/oldWALs 2024-11-08T19:54:24,457 INFO [RS:0;692b295ad45c:33193 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 692b295ad45c%2C33193%2C1731095662945.meta:.meta(num 1731095664013) 2024-11-08T19:54:24,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741833_1009 (size=93) 2024-11-08T19:54:24,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40479 is added to blk_1073741833_1009 (size=93) 2024-11-08T19:54:24,461 DEBUG [RS:0;692b295ad45c:33193 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/oldWALs 2024-11-08T19:54:24,461 INFO [RS:0;692b295ad45c:33193 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 692b295ad45c%2C33193%2C1731095662945:(num 1731095663743) 2024-11-08T19:54:24,461 DEBUG [RS:0;692b295ad45c:33193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:54:24,461 INFO [RS:0;692b295ad45c:33193 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:54:24,461 INFO [RS:0;692b295ad45c:33193 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:54:24,462 INFO [RS:0;692b295ad45c:33193 {}] hbase.ChoreService(370): Chore service for: regionserver/692b295ad45c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T19:54:24,462 INFO [RS:0;692b295ad45c:33193 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:54:24,462 INFO [regionserver/692b295ad45c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:54:24,462 INFO [RS:0;692b295ad45c:33193 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33193 2024-11-08T19:54:24,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33193-0x1011c038c430001, quorum=127.0.0.1:54747, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/692b295ad45c,33193,1731095662945 2024-11-08T19:54:24,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42623-0x1011c038c430000, quorum=127.0.0.1:54747, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T19:54:24,470 INFO [RS:0;692b295ad45c:33193 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:54:24,480 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [692b295ad45c,33193,1731095662945] 2024-11-08T19:54:24,491 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/692b295ad45c,33193,1731095662945 already deleted, retry=false 2024-11-08T19:54:24,491 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 692b295ad45c,33193,1731095662945 expired; onlineServers=0 2024-11-08T19:54:24,491 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '692b295ad45c,42623,1731095662757' ***** 2024-11-08T19:54:24,491 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T19:54:24,491 INFO [M:0;692b295ad45c:42623 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:54:24,491 INFO [M:0;692b295ad45c:42623 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:54:24,491 DEBUG [M:0;692b295ad45c:42623 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T19:54:24,491 DEBUG [M:0;692b295ad45c:42623 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T19:54:24,491 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T19:54:24,491 DEBUG [master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731095663392 {}] cleaner.HFileCleaner(306): Exit Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731095663392,5,FailOnTimeoutGroup] 2024-11-08T19:54:24,491 DEBUG [master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731095663391 {}] cleaner.HFileCleaner(306): Exit Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731095663391,5,FailOnTimeoutGroup] 2024-11-08T19:54:24,492 INFO [M:0;692b295ad45c:42623 {}] hbase.ChoreService(370): Chore service for: master/692b295ad45c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T19:54:24,492 INFO [M:0;692b295ad45c:42623 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:54:24,492 DEBUG [M:0;692b295ad45c:42623 {}] master.HMaster(1795): Stopping service threads 2024-11-08T19:54:24,492 INFO [M:0;692b295ad45c:42623 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T19:54:24,492 INFO [M:0;692b295ad45c:42623 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:54:24,492 INFO [M:0;692b295ad45c:42623 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T19:54:24,492 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T19:54:24,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42623-0x1011c038c430000, quorum=127.0.0.1:54747, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T19:54:24,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42623-0x1011c038c430000, quorum=127.0.0.1:54747, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:54:24,502 DEBUG [M:0;692b295ad45c:42623 {}] zookeeper.ZKUtil(347): master:42623-0x1011c038c430000, quorum=127.0.0.1:54747, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T19:54:24,502 WARN [M:0;692b295ad45c:42623 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T19:54:24,502 INFO [M:0;692b295ad45c:42623 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45917/user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/.lastflushedseqids 2024-11-08T19:54:24,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40479 is added to blk_1073741838_1014 (size=99) 2024-11-08T19:54:24,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741838_1014 (size=99) 2024-11-08T19:54:24,508 INFO [M:0;692b295ad45c:42623 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T19:54:24,508 INFO [M:0;692b295ad45c:42623 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T19:54:24,508 DEBUG [M:0;692b295ad45c:42623 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:54:24,508 INFO [M:0;692b295ad45c:42623 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:54:24,508 DEBUG [M:0;692b295ad45c:42623 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:54:24,508 DEBUG [M:0;692b295ad45c:42623 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:54:24,508 DEBUG [M:0;692b295ad45c:42623 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:54:24,508 INFO [M:0;692b295ad45c:42623 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-11-08T19:54:24,523 DEBUG [M:0;692b295ad45c:42623 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45917/user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8c758a99fc34ad9aaf1c21fd4b2f28b is 82, key is hbase:meta,,1/info:regioninfo/1731095664047/Put/seqid=0 2024-11-08T19:54:24,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40479 is added to blk_1073741839_1015 (size=5672) 2024-11-08T19:54:24,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741839_1015 (size=5672) 2024-11-08T19:54:24,528 INFO [M:0;692b295ad45c:42623 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:45917/user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8c758a99fc34ad9aaf1c21fd4b2f28b 2024-11-08T19:54:24,545 DEBUG [M:0;692b295ad45c:42623 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45917/user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/95124ad990d04dab9c4143b950b2532e is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731095664135/Put/seqid=0 2024-11-08T19:54:24,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741840_1016 (size=5275) 2024-11-08T19:54:24,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40479 is added to blk_1073741840_1016 (size=5275) 2024-11-08T19:54:24,550 INFO [M:0;692b295ad45c:42623 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:45917/user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/95124ad990d04dab9c4143b950b2532e 2024-11-08T19:54:24,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:54:24,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:54:24,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:54:24,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:54:24,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:54:24,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:54:24,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:54:24,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:54:24,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:54:24,568 DEBUG [M:0;692b295ad45c:42623 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45917/user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c209ed1a50264149b105195868dceb64 is 69, key is 692b295ad45c,33193,1731095662945/rs:state/1731095663587/Put/seqid=0 2024-11-08T19:54:24,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:54:24,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:54:24,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:54:24,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40479 is added to blk_1073741841_1017 (size=5156) 2024-11-08T19:54:24,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741841_1017 (size=5156) 2024-11-08T19:54:24,573 INFO [M:0;692b295ad45c:42623 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:45917/user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c209ed1a50264149b105195868dceb64 2024-11-08T19:54:24,581 INFO [RS:0;692b295ad45c:33193 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:54:24,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33193-0x1011c038c430001, quorum=127.0.0.1:54747, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:54:24,581 INFO [RS:0;692b295ad45c:33193 {}] regionserver.HRegionServer(1031): Exiting; stopping=692b295ad45c,33193,1731095662945; zookeeper connection closed. 2024-11-08T19:54:24,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33193-0x1011c038c430001, quorum=127.0.0.1:54747, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:54:24,581 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6b3feb21 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6b3feb21 2024-11-08T19:54:24,581 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T19:54:24,590 DEBUG [M:0;692b295ad45c:42623 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45917/user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/cf5e95b0f1c84b88a5069fd82329c984 is 52, key is load_balancer_on/state:d/1731095664184/Put/seqid=0 2024-11-08T19:54:24,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40479 is added to blk_1073741842_1018 (size=5056) 2024-11-08T19:54:24,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741842_1018 (size=5056) 2024-11-08T19:54:24,595 INFO [M:0;692b295ad45c:42623 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:45917/user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/cf5e95b0f1c84b88a5069fd82329c984 2024-11-08T19:54:24,600 DEBUG [M:0;692b295ad45c:42623 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45917/user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8c758a99fc34ad9aaf1c21fd4b2f28b as hdfs://localhost:45917/user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b8c758a99fc34ad9aaf1c21fd4b2f28b 2024-11-08T19:54:24,605 INFO [M:0;692b295ad45c:42623 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45917/user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b8c758a99fc34ad9aaf1c21fd4b2f28b, entries=8, sequenceid=29, filesize=5.5 K 2024-11-08T19:54:24,606 DEBUG [M:0;692b295ad45c:42623 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45917/user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/95124ad990d04dab9c4143b950b2532e as hdfs://localhost:45917/user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/95124ad990d04dab9c4143b950b2532e 2024-11-08T19:54:24,609 INFO [M:0;692b295ad45c:42623 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45917/user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/95124ad990d04dab9c4143b950b2532e, entries=3, sequenceid=29, filesize=5.2 K 2024-11-08T19:54:24,610 DEBUG [M:0;692b295ad45c:42623 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45917/user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c209ed1a50264149b105195868dceb64 as hdfs://localhost:45917/user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c209ed1a50264149b105195868dceb64 2024-11-08T19:54:24,614 INFO [M:0;692b295ad45c:42623 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45917/user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c209ed1a50264149b105195868dceb64, entries=1, sequenceid=29, filesize=5.0 K 2024-11-08T19:54:24,614 DEBUG [M:0;692b295ad45c:42623 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45917/user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/cf5e95b0f1c84b88a5069fd82329c984 as hdfs://localhost:45917/user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/cf5e95b0f1c84b88a5069fd82329c984 2024-11-08T19:54:24,618 INFO [M:0;692b295ad45c:42623 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45917/user/jenkins/test-data/0aebb974-f5df-ecce-784c-2a8d9bc8c5b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/cf5e95b0f1c84b88a5069fd82329c984, entries=1, sequenceid=29, filesize=4.9 K 2024-11-08T19:54:24,619 INFO [M:0;692b295ad45c:42623 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 111ms, sequenceid=29, compaction requested=false 2024-11-08T19:54:24,621 INFO [M:0;692b295ad45c:42623 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:54:24,621 DEBUG [M:0;692b295ad45c:42623 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731095664508Disabling compacts and flushes for region at 1731095664508Disabling writes for close at 1731095664508Obtaining lock to block concurrent updates at 1731095664508Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731095664508Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1731095664508Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731095664509 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731095664509Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731095664522 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731095664522Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731095664532 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731095664544 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731095664544Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731095664553 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731095664567 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731095664567Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731095664577 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731095664590 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731095664590Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@615d4718: reopening flushed file at 1731095664599 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@763cf8ba: reopening flushed file at 1731095664605 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a23ba7: reopening flushed file at 1731095664609 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d4b5723: reopening flushed file at 1731095664614 (+5 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 111ms, sequenceid=29, compaction requested=false at 1731095664619 (+5 ms)Writing region close event to WAL at 1731095664621 (+2 ms)Closed at 1731095664621 2024-11-08T19:54:24,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741830_1006 (size=10311) 2024-11-08T19:54:24,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40479 is added to blk_1073741830_1006 (size=10311) 2024-11-08T19:54:24,623 INFO [M:0;692b295ad45c:42623 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T19:54:24,623 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:54:24,623 INFO [M:0;692b295ad45c:42623 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42623 2024-11-08T19:54:24,624 INFO [M:0;692b295ad45c:42623 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:54:24,734 INFO [M:0;692b295ad45c:42623 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:54:24,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42623-0x1011c038c430000, quorum=127.0.0.1:54747, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:54:24,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42623-0x1011c038c430000, quorum=127.0.0.1:54747, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:54:24,739 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@218d496b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:54:24,740 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@609874e6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:54:24,740 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:54:24,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a79ec0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:54:24,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225f0317{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49400731-b1ab-4dc4-6c46-9fc7fb629d91/hadoop.log.dir/,STOPPED} 2024-11-08T19:54:24,742 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T19:54:24,743 WARN [BP-1583365788-172.17.0.2-1731095660223 heartbeating to localhost/127.0.0.1:45917 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T19:54:24,743 WARN [BP-1583365788-172.17.0.2-1731095660223 heartbeating to localhost/127.0.0.1:45917 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1583365788-172.17.0.2-1731095660223 (Datanode Uuid 01fdaea2-6d0d-4a98-adc5-52bc337cd6dd) service to localhost/127.0.0.1:45917 2024-11-08T19:54:24,743 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T19:54:24,743 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49400731-b1ab-4dc4-6c46-9fc7fb629d91/cluster_df01ed02-bb45-b49f-8c09-98550ff1eeca/data/data3/current/BP-1583365788-172.17.0.2-1731095660223 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:54:24,743 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49400731-b1ab-4dc4-6c46-9fc7fb629d91/cluster_df01ed02-bb45-b49f-8c09-98550ff1eeca/data/data4/current/BP-1583365788-172.17.0.2-1731095660223 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:54:24,744 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T19:54:24,745 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30837cfe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:54:24,746 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56c073e6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:54:24,746 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:54:24,746 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@251e021a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:54:24,746 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a10e786{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49400731-b1ab-4dc4-6c46-9fc7fb629d91/hadoop.log.dir/,STOPPED} 2024-11-08T19:54:24,747 WARN [BP-1583365788-172.17.0.2-1731095660223 heartbeating to localhost/127.0.0.1:45917 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T19:54:24,747 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T19:54:24,747 WARN [BP-1583365788-172.17.0.2-1731095660223 heartbeating to localhost/127.0.0.1:45917 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1583365788-172.17.0.2-1731095660223 (Datanode Uuid 71e7136f-f536-4772-93f1-fc4418225476) service to localhost/127.0.0.1:45917 2024-11-08T19:54:24,747 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T19:54:24,747 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49400731-b1ab-4dc4-6c46-9fc7fb629d91/cluster_df01ed02-bb45-b49f-8c09-98550ff1eeca/data/data1/current/BP-1583365788-172.17.0.2-1731095660223 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:54:24,748 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49400731-b1ab-4dc4-6c46-9fc7fb629d91/cluster_df01ed02-bb45-b49f-8c09-98550ff1eeca/data/data2/current/BP-1583365788-172.17.0.2-1731095660223 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:54:24,748 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T19:54:24,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71fbcd46{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:54:24,754 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ad125e5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:54:24,754 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:54:24,754 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e3dbf9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:54:24,754 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52b8744d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49400731-b1ab-4dc4-6c46-9fc7fb629d91/hadoop.log.dir/,STOPPED} 2024-11-08T19:54:24,760 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T19:54:24,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T19:54:24,780 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=134 (was 112) - Thread LEAK? -, OpenFileDescriptor=512 (was 457) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=73 (was 73), ProcessCount=11 (was 11), AvailableMemoryMB=6866 (was 6925)